-- Logs begin at Tue 2022-04-26 13:18:19 UTC, end at Tue 2022-04-26 14:27:57 UTC. -- Apr 26 14:01:08.432630 dv-cinder-835133-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 26 14:01:11.335638 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.common.config [-] Logging enabled! Apr 26 14:01:11.336222 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev31 Apr 26 14:01:11.336437 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103814) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 26 14:01:11.339741 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.common.config [-] Logging enabled! Apr 26 14:01:11.339997 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev31 Apr 26 14:01:11.340312 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103814) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 26 14:01:11.341257 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 26 14:01:11.341494 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 26 14:01:11.341870 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 26 14:01:11.342660 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 26 14:01:11.342896 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 26 14:01:11.343650 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.344085 dv-cinder-835133-2-iscsi neutron-server[103814]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 26 14:01:11.344405 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.344708 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.345007 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.345309 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.345607 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.345896 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.346211 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.346514 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.346806 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.347090 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.347379 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.347676 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.347964 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.348258 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.348546 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.348832 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] debug = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.349120 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.349560 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.349987 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.350301 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.350597 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.350881 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.351160 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.351440 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.351731 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.352066 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] host = dv-cinder-835133-2-iscsi {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.352350 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.352641 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.352936 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.353225 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.353504 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.353785 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.354101 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.354381 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.354660 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] log_file = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.354936 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.355226 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.355530 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.355809 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.356039 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.356266 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.356573 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.356865 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.357144 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.357422 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.358287 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.358579 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.358859 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.359136 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.359426 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.359719 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.360011 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.360291 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.360572 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.360849 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.361126 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.361415 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.361694 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.361985 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.362274 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.362566 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.362846 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.363124 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.363428 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.363717 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.364003 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.364294 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.364573 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.364860 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.365135 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.365412 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.365684 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] use_json = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.365957 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.366269 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.366556 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.366833 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.367107 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.367384 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.367658 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.367947 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.368224 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:11.368526 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.368827 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.369132 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.369436 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.369732 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.370040 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.370339 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.370622 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.370916 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.371211 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.371505 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.371786 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.372092 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.372386 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.372685 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.372999 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.373327 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.373626 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.373908 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.374212 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.374491 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.374775 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.375068 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.375350 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.375647 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.375941 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.376225 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.376530 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.376827 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.377123 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.377418 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.377697 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.378003 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.378302 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.378588 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.378867 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.379151 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.379446 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.379730 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.380009 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.380295 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.380579 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.380856 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.381134 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.381414 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.381708 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.382002 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.382280 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.382556 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.382837 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.383113 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.383401 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.383684 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.383959 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.384232 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.384512 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.384788 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.385065 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.385347 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.385625 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.385903 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.386213 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.386486 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.386763 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.387038 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.387313 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.387588 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.387863 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.388148 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.388424 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.388704 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.389012 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.389290 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.389568 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.389861 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.390185 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.390470 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.390753 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.391036 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.391319 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.391599 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.391879 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.392160 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.392440 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.392719 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.393023 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.393314 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.393604 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.393908 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.394219 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.394520 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.394803 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.395089 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.395375 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.395657 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.395940 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.396227 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.396514 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.396813 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.397117 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.397415 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.397713 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.398033 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.398326 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.398641 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.398929 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:11.399153 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 26 14:01:11.399400 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103814) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 26 14:01:11.780607 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 26 14:01:11.780870 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 26 14:01:11.781094 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 26 14:01:11.781577 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 26 14:01:12.107240 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.107535 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.108381 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.109569 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.109846 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.110266 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.155772 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.156058 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.156326 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.171087 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.171387 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.171640 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.199585 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.199866 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.200138 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.237824 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.238128 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.238396 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.580713 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.581334 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.581334 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.581530 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.582221 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.681057 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.681387 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.681674 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.681946 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.682236 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.682548 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.682807 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.683064 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.683319 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.683602 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.683863 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.684129 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.684386 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.684639 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.684892 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.685156 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.685410 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.686296 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.686590 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.686854 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.687132 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.687389 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.687673 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.688058 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.688311 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.688562 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.688960 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 26 14:01:12.689207 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 26 14:01:12.689452 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 26 14:01:12.689695 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 26 14:01:12.689936 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 26 14:01:12.690205 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 26 14:01:12.690578 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 26 14:01:12.693710 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 26 14:01:12.697697 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 26 14:01:12.701466 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 26 14:01:12.703040 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 26 14:01:12.703514 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 26 14:01:12.703856 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 26 14:01:12.704239 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 26 14:01:12.707062 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 26 14:01:12.707317 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 26 14:01:12.707665 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 26 14:01:12.712618 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 26 14:01:12.736608 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 26 14:01:12.737055 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.737355 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103814) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 26 14:01:12.737730 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.739098 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103814) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 26 14:01:12.739383 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 26 14:01:12.739635 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 26 14:01:12.742935 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.743220 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:12.805780 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 26 14:01:12.806115 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 26 14:01:12.806358 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 26 14:01:12.806732 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 26 14:01:12.826595 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_db.sqlalchemy.engines [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103814) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 26 14:01:13.422758 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Initializing driver for type 'gre' Apr 26 14:01:13.423296 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] gre ID ranges: [(1, 1000)] Apr 26 14:01:13.588200 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Initializing driver for type 'local' Apr 26 14:01:13.588813 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Initializing driver for type 'vlan' Apr 26 14:01:13.679600 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] VlanTypeDriver initialization complete Apr 26 14:01:13.679872 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Initializing driver for type 'vxlan' Apr 26 14:01:13.680376 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] vxlan ID ranges: [(1, 1000)] Apr 26 14:01:13.866029 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Initializing extension driver 'port_security' Apr 26 14:01:13.866361 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.extensions.port_security [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] PortSecurityExtensionDriver initialization complete Apr 26 14:01:13.866692 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Initializing mechanism driver 'openvswitch' Apr 26 14:01:13.867008 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Initializing mechanism driver 'hyperv' Apr 26 14:01:13.874004 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.plugin [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:01:13.874838 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > port after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.875202 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > port after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.875548 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > port after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.876093 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 26 14:01:13.876518 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > subnet after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.876861 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > subnet after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.877196 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.877585 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 26 14:01:13.877996 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > network after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.878341 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > network after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.878672 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > network after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.879056 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 26 14:01:13.879454 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > security_group after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.879795 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > security_group after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.880166 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.880553 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 26 14:01:13.880952 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.881290 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.881621 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.882033 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 26 14:01:13.882433 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > address_group after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.882768 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > address_group after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.889610 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.889610 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103814) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 26 14:01:13.889610 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] ML2 OVO RPC backend initialized. {{(pid=103814) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 26 14:01:13.889610 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.889610 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.890158 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > network before_response 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.890158 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > networks before_response 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.890158 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > port before_response 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.890158 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > ports before_response 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.890471 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > subnet before_response 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.890471 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > subnets before_response 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.890471 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > network after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.890471 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > network after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.890763 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > network after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.890763 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > port after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.890763 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > port after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.890763 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > port after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.891062 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > subnet after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.891062 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > subnet after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.891062 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.896989 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded quota_driver: . Apr 26 14:01:13.897347 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.plugin [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Modular L2 Plugin initialization complete Apr 26 14:01:13.897689 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading services supported by the core plugin {{(pid=103814) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 26 14:01:13.898042 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.plugins.ml2.managers [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Got port-security extension from driver 'port_security' Apr 26 14:01:13.898517 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.extensions.vlantransparent [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Disabled vlantransparent extension. Apr 26 14:01:13.898999 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103814) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 26 14:01:13.899323 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading Plugin: router Apr 26 14:01:13.941335 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.941669 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router after_create 55549900 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.942060 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router before_create 55549900 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.942420 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.942785 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.943137 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router after_delete 55549900 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.943489 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.943832 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.944187 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router after_create 55549900 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.944564 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router after_update 55549900 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.944906 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router after_update 55549900 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.945245 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.945599 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router after_update 55549900 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.946027 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router precommit_update 55549900 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.951019 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: port after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.951019 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: port after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.951019 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: subnet after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.951019 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.951019 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.951592 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router precommit_create 55549900 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.951592 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: port before_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.951592 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router precommit_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.951592 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router after_update 55549900 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.951897 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.951897 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router precommit_create 55549900 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.951897 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.951897 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router precommit_update 55549900 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.952212 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > agent after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.952212 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > agent after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.952212 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > network after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.952438 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Tracking information for resource: router configured {{(pid=103814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 26 14:01:13.952745 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Tracking information for resource: floatingip configured {{(pid=103814) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 26 14:01:13.957522 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.db.l3_agentschedulers_db [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 26 14:01:13.958113 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: port after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.958468 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: port after_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.958816 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: port after_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.959158 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: port after_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.959939 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router before_create 55550100 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.960291 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.960643 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router precommit_create 55550100 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.961033 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > router precommit_update 55550100 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.965760 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.services.provider_configuration [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Service providers = [] {{(pid=103814) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 26 14:01:13.966145 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.db.servicetype_db [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103814) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 26 14:01:13.969125 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.services.service_base [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 26 14:01:13.969468 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.services.service_base [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 26 14:01:13.969807 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.services.service_base [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 26 14:01:13.974838 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.services.service_base [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103814) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 26 14:01:13.975197 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.services.service_base [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 26 14:01:13.975562 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 26 14:01:13.975873 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 26 14:01:13.987031 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 26 14:01:13.987356 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading Plugin: auto_allocate Apr 26 14:01:13.992953 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: network precommit_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.993315 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: network precommit_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:13.993824 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 26 14:01:13.994167 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading Plugin: tag Apr 26 14:01:14.000870 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 26 14:01:14.001187 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading Plugin: timestamp Apr 26 14:01:14.004937 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 26 14:01:14.005262 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading Plugin: network_ip_availability Apr 26 14:01:14.010773 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:14.011138 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:14.011496 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:14.012239 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 26 14:01:14.012549 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading Plugin: flavors Apr 26 14:01:14.027011 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 26 14:01:14.027334 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading Plugin: revisions Apr 26 14:01:14.032128 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103814) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 26 14:01:14.032514 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_concurrency.lockutils [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.251s {{(pid=103814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 26 14:01:14.033273 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103814) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 26 14:01:14.033641 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Initializing extension manager. Apr 26 14:01:14.034179 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: __init__.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.034513 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: __pycache__ {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.034840 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: address_group.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.035573 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.036141 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: address-group Apr 26 14:01:14.036460 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: address_scope.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.037163 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.037669 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: address-scope Apr 26 14:01:14.038006 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.039229 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.039738 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: router-admin-state-down-before-update Apr 26 14:01:14.040056 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: agent.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.040745 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.041254 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: agent Apr 26 14:01:14.041573 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: agent_resources_synced.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.042494 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.042999 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: agent-resources-synced Apr 26 14:01:14.043315 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: allowedaddresspairs.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.045090 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.045608 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: allowed-address-pairs Apr 26 14:01:14.045930 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: auto_allocated_topology.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.047043 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.047550 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: auto-allocated-topology Apr 26 14:01:14.047866 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: availability_zone.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.048544 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.049050 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: availability_zone Apr 26 14:01:14.049367 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: availability_zone_filter.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.052496 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.053032 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: availability_zone_filter Apr 26 14:01:14.053360 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: data_plane_status.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.054338 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.054849 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension data-plane-status not supported by any of loaded plugins Apr 26 14:01:14.055171 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: default_subnetpools.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.056072 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.056583 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: default-subnetpools Apr 26 14:01:14.056904 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.057709 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.058241 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: dhcp_agent_scheduler Apr 26 14:01:14.058562 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: dns.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.059465 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.059975 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension dns-integration not supported by any of loaded plugins Apr 26 14:01:14.060293 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: dns_domain_ports.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.061198 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.061698 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 26 14:01:14.062036 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.062943 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.063447 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 26 14:01:14.063792 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: dvr.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.064450 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.064982 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: dvr Apr 26 14:01:14.065297 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: ecmp_routes.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.066220 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.066750 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 26 14:01:14.067039 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: empty_string_filtering.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.067936 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.068438 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: empty-string-filtering Apr 26 14:01:14.068753 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.069642 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.070171 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 26 14:01:14.070502 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.078057 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.078563 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 26 14:01:14.078879 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: external_net.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.079769 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.080278 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: external-net Apr 26 14:01:14.080594 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.081508 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.082039 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: extra_dhcp_opt Apr 26 14:01:14.082361 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: extraroute.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.083247 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.083753 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: extraroute Apr 26 14:01:14.084070 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: extraroute_atomic.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.085091 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.085598 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: extraroute-atomic Apr 26 14:01:14.085916 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: filter_validation.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.086598 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.087103 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: filter-validation Apr 26 14:01:14.087419 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: fip_pf_description.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.088321 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.088816 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 26 14:01:14.089132 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: fip_port_details.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.090238 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.090751 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: fip-port-details Apr 26 14:01:14.091070 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: flavors.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.092849 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.093364 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: flavors Apr 26 14:01:14.093685 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.095324 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.095846 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 26 14:01:14.096168 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: floatingip_pools.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.096865 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.097372 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: floatingip-pools Apr 26 14:01:14.097690 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: ip_allocation.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.098627 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.100478 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension ip_allocation not supported by any of loaded plugins Apr 26 14:01:14.100478 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.101130 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.101647 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: ip-substring-filtering Apr 26 14:01:14.101977 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: l2_adjacency.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.102900 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.103406 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 26 14:01:14.103721 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: l3.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.104685 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.105368 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: router Apr 26 14:01:14.105684 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.107927 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.108456 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 26 14:01:14.108781 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.109702 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.110249 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: ext-gw-mode Apr 26 14:01:14.110567 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.111481 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.112012 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: l3-ha Apr 26 14:01:14.112329 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.113218 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.113719 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 26 14:01:14.114057 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: l3_flavors.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.114953 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.115454 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: l3-flavors Apr 26 14:01:14.115771 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.117132 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.117641 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 26 14:01:14.117961 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.118888 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.119425 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 26 14:01:14.119745 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: l3agentscheduler.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.120769 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.121286 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: l3_agent_scheduler Apr 26 14:01:14.121609 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: local_ip.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.123422 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.123947 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension local_ip not supported by any of loaded plugins Apr 26 14:01:14.124271 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: logging.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.129895 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.130436 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension logging not supported by any of loaded plugins Apr 26 14:01:14.130765 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: metering.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.131505 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.132087 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: metering Apr 26 14:01:14.132408 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.133488 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.134021 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: metering_source_and_destination_fields Apr 26 14:01:14.134343 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: multiprovidernet.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.135258 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.135767 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: multi-provider Apr 26 14:01:14.136086 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: netmtu.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.136984 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.137489 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: net-mtu Apr 26 14:01:14.137806 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: netmtu_writable.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.139239 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.139754 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: net-mtu-writable Apr 26 14:01:14.140071 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: network_availability_zone.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.140729 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.141232 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: network_availability_zone Apr 26 14:01:14.141549 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: network_ip_availability.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.142689 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.143196 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: network-ip-availability Apr 26 14:01:14.143519 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: network_segment_range.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.144278 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.144781 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension network-segment-range not supported by any of loaded plugins Apr 26 14:01:14.145097 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: pagination.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.146089 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.146416 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: pagination Apr 26 14:01:14.146730 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: port_device_profile.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.147635 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.148137 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: port-device-profile Apr 26 14:01:14.148453 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.149343 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.149846 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: port-mac-address-regenerate Apr 26 14:01:14.150254 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.151152 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.151659 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: port-numa-affinity-policy Apr 26 14:01:14.151974 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: port_resource_request.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.152874 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.153379 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension port-resource-request not supported by any of loaded plugins Apr 26 14:01:14.153695 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: port_resource_request_groups.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.155255 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.155758 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 26 14:01:14.156075 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: portbindings.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.156991 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.157494 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: binding Apr 26 14:01:14.157809 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: portbindings_extended.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.159099 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.159613 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: binding-extended Apr 26 14:01:14.159936 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: portsecurity.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.160836 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.161347 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: port-security Apr 26 14:01:14.161664 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: project_id.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.162661 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.162982 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: project-id Apr 26 14:01:14.163559 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: providernet.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.164468 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.164975 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: provider Apr 26 14:01:14.165290 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: qos.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.168792 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.169311 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension qos not supported by any of loaded plugins Apr 26 14:01:14.169637 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.170923 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.171442 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 26 14:01:14.171768 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.172670 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.173180 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 26 14:01:14.173504 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: qos_default.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.174428 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.174938 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension qos-default not supported by any of loaded plugins Apr 26 14:01:14.175258 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: qos_fip.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.176157 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.176665 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension qos-fip not supported by any of loaded plugins Apr 26 14:01:14.176982 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.177872 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.178410 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 26 14:01:14.178730 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: qos_gateway_ip.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.179630 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.180133 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 26 14:01:14.180450 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: qos_port_network_policy.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.181455 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.181961 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 26 14:01:14.182306 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.183317 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.183827 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 26 14:01:14.184148 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.187785 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.188293 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 26 14:01:14.188609 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: qos_pps_rule.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.189760 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.190300 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension qos-pps not supported by any of loaded plugins Apr 26 14:01:14.190618 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: qos_rule_type_details.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.191560 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.192022 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 26 14:01:14.192338 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: qos_rules_alias.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.193362 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.193874 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 26 14:01:14.194226 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: quota_check_limit.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.195128 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.195648 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: quota-check-limit Apr 26 14:01:14.195972 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: quotasv2.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.196890 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.197213 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: quotas Apr 26 14:01:14.197528 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: quotasv2_detail.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.199242 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.199573 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: quota_details Apr 26 14:01:14.199898 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: rbac.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.200934 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.201982 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: rbac-policies Apr 26 14:01:14.202314 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: rbac_address_group.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.203225 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.203737 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: rbac-address-group Apr 26 14:01:14.204058 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: rbac_address_scope.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.204963 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.205469 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: rbac-address-scope Apr 26 14:01:14.205790 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: rbac_security_groups.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.206711 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.207224 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: rbac-security-groups Apr 26 14:01:14.207545 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: rbac_subnetpool.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.208439 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.208948 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: rbac-subnetpool Apr 26 14:01:14.209266 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: revisionifmatch.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.210283 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.210783 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: revision-if-match Apr 26 14:01:14.211102 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: revisions.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.212192 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.212702 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: standard-attr-revisions Apr 26 14:01:14.213020 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: router_availability_zone.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.213673 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.214210 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: router_availability_zone Apr 26 14:01:14.220146 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: routerservicetype.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.220789 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.221298 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension router-service-type not supported by any of loaded plugins Apr 26 14:01:14.221616 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.222553 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.223064 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: security-groups-normalized-cidr Apr 26 14:01:14.223386 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.224284 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.224790 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: port-security-groups-filtering Apr 26 14:01:14.225107 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.226048 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.226559 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: security-groups-remote-address-group Apr 26 14:01:14.226913 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.227800 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.228303 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: security-groups-shared-filtering Apr 26 14:01:14.228619 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.229204 dv-cinder-835133-2-iscsi neutron-server[103814]: WARNING neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 26 14:01:14.229518 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: securitygroup.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.239130 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.239652 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: security-group Apr 26 14:01:14.239980 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: segment.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.240701 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.241210 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension segment not supported by any of loaded plugins Apr 26 14:01:14.241532 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.242528 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.243009 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 26 14:01:14.243330 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: servicetype.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.249450 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.249961 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: service-type Apr 26 14:01:14.250307 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: sorting.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.251279 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.251604 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: sorting Apr 26 14:01:14.251922 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: standard_attr_segment.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.252830 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.253340 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 26 14:01:14.253658 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: standardattrdescription.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.254332 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.254842 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: standard-attr-description Apr 26 14:01:14.255158 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: stateful_security_group.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.256089 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.256602 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: stateful-security-group Apr 26 14:01:14.256926 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: stdattrs_common.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.257488 dv-cinder-835133-2-iscsi neutron-server[103814]: WARNING neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 26 14:01:14.257806 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.258746 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.259273 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 26 14:01:14.259590 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: subnet_onboard.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.260658 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.261151 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: subnet_onboard Apr 26 14:01:14.261470 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.262410 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.262919 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 26 14:01:14.263237 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: subnet_service_types.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.264702 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.265215 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: subnet-service-types Apr 26 14:01:14.265535 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: subnetallocation.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.266634 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.267157 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: subnet_allocation Apr 26 14:01:14.267476 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.268131 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.268638 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: subnetpool-prefix-ops Apr 26 14:01:14.268957 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.269877 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.270424 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 26 14:01:14.270745 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: tagging.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.271793 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.272305 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: standard-attr-tag Apr 26 14:01:14.272628 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: timestamp.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.273822 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.274364 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loaded extension: standard-attr-timestamp Apr 26 14:01:14.274684 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: trunk.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.278610 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.279117 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension trunk not supported by any of loaded plugins Apr 26 14:01:14.279462 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: trunk_details.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.280372 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.280882 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension trunk-details not supported by any of loaded plugins Apr 26 14:01:14.281197 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: uplink_status_propagation.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.282136 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.282647 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 26 14:01:14.282964 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Loading extension file: vlantransparent.py {{(pid=103814) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 26 14:01:14.283619 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103814) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 26 14:01:14.284124 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 26 14:01:14.286614 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:network Apr 26 14:01:14.287128 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:subnet Apr 26 14:01:14.287517 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:subnetpool Apr 26 14:01:14.287912 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:port Apr 26 14:01:14.289352 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.v2.resource_helper [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 26 14:01:14.289775 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.v2.resource_helper [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Service FLAVORS assigned prefix: {{(pid=103814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 26 14:01:14.290410 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.v2.resource_helper [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 26 14:01:14.290839 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.v2.resource_helper [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 26 14:01:14.291165 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:router Apr 26 14:01:14.291580 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:floatingip Apr 26 14:01:14.292054 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.v2.resource_helper [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Service METERING assigned prefix: /metering {{(pid=103814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 26 14:01:14.293482 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:14.293843 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:14.294212 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:01:14.295240 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of CountableResource for resource:rbac_policy Apr 26 14:01:14.295668 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:security_group Apr 26 14:01:14.296089 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 26 14:01:14.296672 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.v2.resource_helper [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Service CORE assigned prefix: {{(pid=103814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 26 14:01:14.296996 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:subnetpool Apr 26 14:01:14.297331 dv-cinder-835133-2-iscsi neutron-server[103814]: WARNING neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] subnetpool is already registered Apr 26 14:01:14.297758 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.v2.resource_helper [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Service CORE assigned prefix: {{(pid=103814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 26 14:01:14.298125 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:subnetpool Apr 26 14:01:14.298451 dv-cinder-835133-2-iscsi neutron-server[103814]: WARNING neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] subnetpool is already registered Apr 26 14:01:14.300696 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.v2.resource_helper [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 26 14:01:14.301122 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.v2.resource_helper [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Service FLAVORS assigned prefix: {{(pid=103814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 26 14:01:14.301700 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.v2.resource_helper [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 26 14:01:14.302137 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.v2.resource_helper [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 26 14:01:14.302467 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:router Apr 26 14:01:14.306636 dv-cinder-835133-2-iscsi neutron-server[103814]: WARNING neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] router is already registered Apr 26 14:01:14.306636 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:floatingip Apr 26 14:01:14.306636 dv-cinder-835133-2-iscsi neutron-server[103814]: WARNING neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] floatingip is already registered Apr 26 14:01:14.306636 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.v2.resource_helper [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Service METERING assigned prefix: /metering {{(pid=103814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 26 14:01:14.306636 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of CountableResource for resource:rbac_policy Apr 26 14:01:14.306636 dv-cinder-835133-2-iscsi neutron-server[103814]: WARNING neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] rbac_policy is already registered Apr 26 14:01:14.306636 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:security_group Apr 26 14:01:14.306636 dv-cinder-835133-2-iscsi neutron-server[103814]: WARNING neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] security_group is already registered Apr 26 14:01:14.306636 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 26 14:01:14.307280 dv-cinder-835133-2-iscsi neutron-server[103814]: WARNING neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] security_group_rule is already registered Apr 26 14:01:14.307280 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.v2.resource_helper [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Service CORE assigned prefix: {{(pid=103814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 26 14:01:14.307280 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:subnetpool Apr 26 14:01:14.307488 dv-cinder-835133-2-iscsi neutron-server[103814]: WARNING neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] subnetpool is already registered Apr 26 14:01:14.307911 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.v2.resource_helper [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Service CORE assigned prefix: {{(pid=103814) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 26 14:01:14.308507 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Creating instance of TrackedResource for resource:subnetpool Apr 26 14:01:14.308836 dv-cinder-835133-2-iscsi neutron-server[103814]: WARNING neutron.quota.resource_registry [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] subnetpool is already registered Apr 26 14:01:14.309284 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: extensions {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.311256 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: address-groups {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.312713 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: address-scopes {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.314044 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: agents {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.315193 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: auto-allocated-topology {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.316405 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: availability_zones {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.317590 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: dhcp-networks {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.319131 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: dhcp-agents {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.320534 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: routers {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.322723 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: flavors {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.323875 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: service_profiles {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.325061 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: next_providers {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.327104 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: service_profiles {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.328622 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: floatingip-pools {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.329820 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: routers {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.331915 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: floatingips {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.334135 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: l3-routers {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.339328 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: l3-agents {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.339328 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: metering-labels {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.339328 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: metering-label-rules {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.339668 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: network-ip-availabilities {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.340856 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: bindings {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.342577 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: quotas {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.344096 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: quotas {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.345592 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: rbac-policies {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.346893 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: security-groups {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.348097 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: security-group-rules {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.349338 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: service-providers {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.350572 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: subnetpools {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.351980 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: subnetpools {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.353382 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: tags {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.355075 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: tags {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.356839 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: tags {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.358650 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: tags {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.360398 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: tags {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.362307 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: tags {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.363964 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: tags {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.365825 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: tags {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.367557 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: tags {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.369381 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron.api.extensions [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Extended resource: tags {{(pid=103814) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 26 14:01:14.375715 dv-cinder-835133-2-iscsi neutron-server[103814]: WARNING keystonemiddleware.auth_token [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 26 14:01:14.380368 dv-cinder-835133-2-iscsi neutron-server[103814]: WARNING keystonemiddleware.auth_token [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 26 14:01:14.389559 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_concurrency.lockutils [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Acquired lock "singleton_lock" {{(pid=103814) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 26 14:01:14.390047 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_concurrency.lockutils [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Releasing lock "singleton_lock" {{(pid=103814) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 26 14:01:14.390694 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO oslo_service.service [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Starting 2 workers Apr 26 14:01:14.395539 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Started child 103923 {{(pid=103814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 26 14:01:14.400088 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Started child 103924 {{(pid=103814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 26 14:01:14.401345 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:14.402080 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO neutron.service [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 26 14:01:14.402383 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:14.402938 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [-] (103923) wsgi starting up on http://0.0.0.0:9696 Apr 26 14:01:14.404901 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO oslo_service.service [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Starting 1 workers Apr 26 14:01:14.405052 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:14.406540 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [-] (103924) wsgi starting up on http://0.0.0.0:9696 Apr 26 14:01:14.410175 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Started child 103925 {{(pid=103814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 26 14:01:14.412266 dv-cinder-835133-2-iscsi neutron-server[103814]: INFO oslo_service.service [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Starting 1 workers Apr 26 14:01:14.414510 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.service [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] calling RpcWorker wait() {{(pid=103925) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 26 14:01:14.415012 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.service [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] returning from RpcWorker wait() {{(pid=103925) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 26 14:01:14.415521 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Started child 103926 {{(pid=103814) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 26 14:01:14.416314 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:14.416416 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG neutron_lib.callbacks.manager [None req-2f9b2f4f-2b78-4e8c-9893-8a14614f5038 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:14.416770 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:01:14.418355 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103814) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 26 14:01:14.418562 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 26 14:01:14.418746 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 26 14:01:14.418974 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 26 14:01:14.419324 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 26 14:01:14.419489 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 26 14:01:14.420065 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.420343 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.420625 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.420892 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.421182 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.421459 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:14.421924 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.422090 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.422314 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.422582 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.422680 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:01:14.422864 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.422958 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.423125 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.423366 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.423591 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.423886 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.424163 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.424396 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.424652 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.424820 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.425085 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.425350 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.425595 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.425849 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] debug = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.426111 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.426602 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.426828 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.427076 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.427293 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.427579 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.427836 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.428136 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.428403 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.428636 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.428873 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.429114 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.429346 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.429569 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.429817 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.430051 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.430300 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.430525 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.430963 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] host = dv-cinder-835133-2-iscsi {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.431192 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.431422 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.431648 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.431904 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.432148 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.432400 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.432648 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.432903 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.433154 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.433392 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.433639 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.433863 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.434100 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.437482 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_file = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.437653 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_options = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.441786 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.441786 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.441786 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.441786 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.441786 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.441786 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.441786 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.442784 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.442784 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.442784 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.442784 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.442784 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.442784 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.442784 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.442784 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.443251 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.443251 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.443251 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.443251 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.443251 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.443251 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.443251 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.443251 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.443708 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.443708 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.443708 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.443900 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.444323 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.444416 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.444596 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.444832 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.445094 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.445336 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.446342 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.446774 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.447047 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.447302 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.448155 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.448449 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.448824 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.449097 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.449361 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.449648 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.449828 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.450114 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.450363 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.450562 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] use_json = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.450803 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.451045 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.452091 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.452343 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.452583 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.452802 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.453060 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.453290 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.453513 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.453995 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.454311 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.454635 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.455841 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.455841 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.455841 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.455841 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.455841 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.456251 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.456332 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.456623 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.456874 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.457186 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.457460 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.457736 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.458090 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.458332 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.458629 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.458965 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.459203 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.459430 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.459678 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.460438 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.460694 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.460950 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.461243 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.461503 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.461779 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.462201 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.462558 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.462821 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466279 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466279 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466279 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466279 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466279 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466279 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466279 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466279 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466868 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466868 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466868 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466868 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466868 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466868 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466868 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466868 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.466868 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.467506 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.467506 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.467506 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.467714 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.467849 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.468063 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.468292 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.468532 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.468790 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.469051 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.469272 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.469518 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.469739 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.469959 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.470252 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.470479 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.470696 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.470937 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.471159 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.471379 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.471642 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.471883 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.472188 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.472365 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.472590 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.472831 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.473043 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.473283 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.473515 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.473738 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.473961 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.474199 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.474435 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.474672 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.474891 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.475106 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.475324 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.475541 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.475748 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.475978 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.476214 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.476432 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.476645 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.476927 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.477247 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.477495 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.477743 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.478014 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.478273 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.478498 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.478762 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.478981 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.479201 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.479419 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.479685 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.479919 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.480149 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.480398 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.480619 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.480862 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.481099 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.481310 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.481581 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.481802 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.482061 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.482288 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.482595 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.482838 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.483076 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.483333 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.483605 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.483892 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.484130 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.484434 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.485322 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.485322 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.485322 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.485594 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.485806 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.486080 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.486344 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.486591 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.486842 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.487105 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.487396 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.487620 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.487860 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.488097 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.488342 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.488584 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.488816 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.489140 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.489397 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.489615 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.489852 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.490163 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.490412 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.490654 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.490924 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.491173 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.491424 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.491673 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.492300 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.492524 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.492765 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.493000 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.493218 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.493441 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.493656 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.493894 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.494132 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.494386 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.494663 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.494880 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.495123 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.495340 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.495559 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.495780 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.496027 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.496240 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.496470 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.496720 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.496941 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.497162 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.497381 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.497597 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.497857 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.498632 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.498913 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.499166 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.499395 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.499629 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.499879 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.500113 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.500329 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.500575 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.500803 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.501017 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.501254 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.501475 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.501708 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.501921 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.502248 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.502462 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.502715 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.502959 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.503310 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.503562 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.503793 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.504036 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.504275 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.504492 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.504708 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.504926 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.505180 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.505399 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.505625 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.505843 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.506083 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.506300 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.506524 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.506763 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.507021 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.507261 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.507513 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.507737 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.507960 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.508199 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.508435 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.508669 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.508870 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.509086 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.509314 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.509714 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.510342 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.510783 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.511047 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.511290 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.511568 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.511796 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.512047 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.512277 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.512499 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.512714 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.512941 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.513163 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.513399 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.513649 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.514597 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.514823 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.515056 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.515277 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.515492 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.515720 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.515934 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.516197 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.516431 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.516649 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.516862 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.517087 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.517303 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.517517 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.517740 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.517961 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.518194 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.518423 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.518637 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.518847 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.519064 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.519292 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.519562 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.519850 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.520116 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.520355 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.520650 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.520906 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.521164 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.521407 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.521710 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.521927 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.522208 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.522452 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.522673 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.522910 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.523168 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.523492 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.523774 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.524025 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.524283 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.524551 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.524843 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.525126 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.525344 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.525658 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.526015 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.526413 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.526878 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.527136 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.527380 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.527620 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.527857 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.528231 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.528468 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.528830 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.529268 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.529553 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.529805 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.530047 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.530287 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.530529 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.530765 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.531015 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.531238 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.531456 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.531615 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 26 14:01:14.532131 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103814) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 26 14:01:14.532285 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 26 14:01:14.532426 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 26 14:01:14.532597 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 26 14:01:14.532764 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 26 14:01:14.532922 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 26 14:01:14.533109 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.533269 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.533480 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.533660 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.533801 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.533938 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.534193 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.534394 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.534394 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.534550 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.534843 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.534843 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.535048 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.535131 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.535336 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.535469 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.535593 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.535718 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.535865 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.536027 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.536184 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.536343 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.536502 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] debug = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.536684 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.536892 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.537059 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.537219 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.537380 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.537538 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.537697 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.537858 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.538038 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.538197 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.538614 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.538773 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.538933 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.539092 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.539256 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.539413 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.539573 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.539732 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.539892 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] host = dv-cinder-835133-2-iscsi {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.540051 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.540209 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.540367 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.540525 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.540684 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.540846 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.541002 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.541306 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.541472 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.541635 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.541791 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.542119 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.542282 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.542424 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_file = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.542652 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_options = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.542798 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.542926 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.543051 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.543198 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.543362 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.543520 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.543680 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.543839 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.543998 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.544205 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.544334 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.544459 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.544603 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.544761 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.544919 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.545104 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.545262 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.545536 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.545662 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.545771 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.545877 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.546027 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.546187 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.546346 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.546505 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.546664 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.546823 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.546982 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.547140 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.547298 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.547457 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.547615 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.547775 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.547934 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.548093 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.548252 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.548412 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.548570 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.548732 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.548890 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.549049 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.549212 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.549371 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.549530 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.549687 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.549845 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.550022 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] use_json = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.550181 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.550338 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.550497 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.550655 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.550812 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.550970 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.551128 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.551285 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.551443 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 26 14:01:14.552055 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.552055 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.552055 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.552393 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.552393 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.552393 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.552616 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.552712 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.552854 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.553017 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.553185 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.553347 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.553520 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.553681 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.553843 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.554024 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.554190 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.554350 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.554513 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.554674 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.554835 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.554997 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.555125 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:01:14.555256 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.555393 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.555669 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.555669 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.555915 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.555915 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.556173 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.556298 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.556423 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.556547 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.556681 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.556838 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.557000 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.557162 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.557325 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.557488 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.557651 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.557812 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.557991 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.558138 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.558302 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.558465 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.558839 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.558839 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.559083 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.559083 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.559707 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.559707 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.559707 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.559707 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.560179 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.560179 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.560179 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.560524 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.560524 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.561321 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.561321 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.561528 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.561612 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.561737 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.561898 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.562082 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.562245 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.562405 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.562568 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.562730 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.562904 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.563064 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.563226 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.563387 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.563552 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.563714 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.563875 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.564037 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.564197 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.564358 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.564519 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.564680 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.564841 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.565002 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.565163 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.565325 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.565486 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.565661 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.565806 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.565984 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.566167 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.566330 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.566491 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.566662 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.566836 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.566997 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.567160 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.567321 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.567486 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.567672 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.567822 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.567976 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.568107 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.568243 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.568403 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.568564 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.568743 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.568888 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.569049 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.569213 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.569374 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.569535 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.569696 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.569858 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.570038 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.570201 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.570365 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.570525 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.570686 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.570847 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.571007 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.571179 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.571341 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.571504 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.571665 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.571833 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.572004 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.572165 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.572327 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.572489 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.572650 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.572812 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.572973 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.573136 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.573297 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.573459 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.573625 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.573800 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.573961 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.574152 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.574312 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.574497 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.574658 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.574819 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.574984 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.575139 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.575300 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.575466 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.575628 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.575810 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.575939 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.576100 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.576312 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.576964 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.577125 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.577287 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.577448 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.577610 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.577772 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.577932 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.578117 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.578279 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.578440 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.578602 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.578763 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.578926 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.579090 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.579252 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.579413 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.579574 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.579735 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.579896 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.580058 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.580219 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.580381 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.580540 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.580700 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.580861 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.581025 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.581186 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.581348 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.581510 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.581672 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.581835 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.582012 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.582179 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.582340 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.582502 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.582665 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.582827 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.582989 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.583151 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.583312 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.583473 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.583636 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.583810 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.583966 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.584127 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.584289 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.584451 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.584614 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.584775 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.584936 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.585096 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.585259 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.585421 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.585586 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.585749 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.585952 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.586105 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.586219 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.586382 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.586546 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.586710 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.586872 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.587033 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.587196 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.587357 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.587687 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.587687 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.588160 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.588160 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.588160 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.589221 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.589221 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.589221 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.589221 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.589221 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.589221 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.589221 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.589814 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.589814 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.589814 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.589814 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.590182 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.590182 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.590328 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.590467 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.590617 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.590979 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.590979 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.591227 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.591227 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.591376 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.591495 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.591655 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.591842 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.592002 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.592164 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.592336 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.592497 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.592658 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.592821 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.592981 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.593142 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.593314 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.593475 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.593637 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.593798 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.593960 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.594137 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.594308 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.594470 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.594631 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.594800 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.594961 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.595121 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.595282 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.595455 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.595616 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.595780 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.596000 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.596099 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.596248 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.596411 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.596577 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.596747 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.596915 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.597078 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.597246 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.597416 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.597585 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.597748 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.597916 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.598109 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.598270 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.598433 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.598594 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.598756 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.598917 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.599082 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.599244 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.599405 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.599566 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.599727 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.599888 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.600049 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.600211 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.600371 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.600533 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.600693 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.601057 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.601057 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.601230 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 26 14:01:14.601311 dv-cinder-835133-2-iscsi neutron-server[103814]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103814) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 26 14:01:14.611164 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51226) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:01:14.619873 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065751 Apr 26 14:01:26.263476 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ed926a-8e42-4ac2-9a2b-fc085574fc32 None None] get_active_networks_info from dv-cinder-835133-2-iscsi {{(pid=103925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 26 14:01:26.352652 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ed926a-8e42-4ac2-9a2b-fc085574fc32 None None] No non-hosted networks {{(pid=103925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 26 14:01:26.368226 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1cd8-747c-4458-94a8-a614d535831d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565106'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:28.481869 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c3fcebd3-5940-4c54-818a-3664baa79cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565106'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:28.509065 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.db.api [None req-ab451ddc-5179-4621-8b0f-e9ab23a30ac5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-835133-2-iscsi {{(pid=103925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 26 14:01:28.509824 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG oslo_db.api [None req-ab451ddc-5179-4621-8b0f-e9ab23a30ac5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 26 14:01:29.086000 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ab451ddc-5179-4621-8b0f-e9ab23a30ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:29.706332 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565106'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:31.279853 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565106'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:32.480323 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51312) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:01:32.547299 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565106'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:32.548695 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:32.549400 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:32.549997 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:32.550464 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:32.554440 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:32.555009 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:32.556543 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:32.557350 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:32.558374 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:32.559114 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:32.559660 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:32.561030 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:32.561586 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:32.562723 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835133-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:01:32.569829 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835133-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:01:33.001767 dv-cinder-835133-2-iscsi neutron-server[103924]: WARNING oslo_policy.policy [None req-22bf3717-afb5-4651-a1be-f82c3b0f36ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 26 14:01:33.003153 dv-cinder-835133-2-iscsi neutron-server[103924]: WARNING oslo_policy.policy [None req-22bf3717-afb5-4651-a1be-f82c3b0f36ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 26 14:01:33.226005 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [None req-22bf3717-afb5-4651-a1be-f82c3b0f36ec admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 26 14:01:33.228221 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-22bf3717-afb5-4651-a1be-f82c3b0f36ec admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7469325 Apr 26 14:01:34.514896 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.db.l3_hamode_db [None req-08406a6f-5794-48e6-8e57-2dd4276a5924 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 26 14:01:34.595717 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08406a6f-5794-48e6-8e57-2dd4276a5924 None None] Routers set() bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:01:34.596085 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08406a6f-5794-48e6-8e57-2dd4276a5924 None None] Router IDs set() for agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 26 14:01:35.765703 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51332) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:01:36.093399 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-6332a35e-a153-46a3-9b90-f5ae542b3b56 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:01:36.187191 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.policy [None req-6332a35e-a153-46a3-9b90-f5ae542b3b56 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103924) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 26 14:01:36.230087 dv-cinder-835133-2-iscsi neutron-server[103924]: WARNING oslo_policy.policy [None req-6332a35e-a153-46a3-9b90-f5ae542b3b56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 26 14:01:36.230461 dv-cinder-835133-2-iscsi neutron-server[103924]: WARNING oslo_policy.policy [None req-6332a35e-a153-46a3-9b90-f5ae542b3b56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 26 14:01:36.379653 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6332a35e-a153-46a3-9b90-f5ae542b3b56 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776442123224', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776442121611', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776442141528', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776442166850', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776442157058', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776442152610', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15834324', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15748932', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-855383', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-764235'] for rbac-policy (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:36.558987 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6332a35e-a153-46a3-9b90-f5ae542b3b56 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:36.560221 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6332a35e-a153-46a3-9b90-f5ae542b3b56 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7935104 Apr 26 14:01:39.072822 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 51342) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:01:39.559177 dv-cinder-835133-2-iscsi neutron-server[103923]: WARNING oslo_policy.policy [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 26 14:01:39.560323 dv-cinder-835133-2-iscsi neutron-server[103923]: WARNING oslo_policy.policy [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 26 14:01:39.784428 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:01:39.930879 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Made reservation on behalf of 21fde128a0994d3398e451700d576d66 for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:01:39.995742 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.policy [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103923) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 26 14:01:40.037502 dv-cinder-835133-2-iscsi neutron-server[103923]: WARNING oslo_policy.policy [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 26 14:01:40.037818 dv-cinder-835133-2-iscsi neutron-server[103923]: WARNING oslo_policy.policy [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 26 14:01:40.049261 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:40.070686 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:40.179867 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Publish callbacks [] for security_group (54c04505-889d-442e-a75d-9c3eb26f7581), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:40.242481 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (54c04505-889d-442e-a75d-9c3eb26f7581), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:40.266761 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:01:40.300972 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776438051786', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (2bdaa412-a6a4-46cd-9548-f180731f8bc5), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:40.301494 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Unsubscribe: segment precommit_create {{(pid=103923) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 26 14:01:40.302053 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Added segment 2bdaa412-a6a4-46cd-9548-f180731f8bc5 of type vlan for network 650f2910-d7dc-4f3a-aae8-3a05e7488546 Apr 26 14:01:40.318433 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=54c04505-889d-442e-a75d-9c3eb26f7581,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:01:40.350870 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:40.351221 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:40.351571 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:40.351901 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:40.352220 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:40.352537 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:40.352855 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:40.353170 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:40.353487 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:40.353817 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:40.354158 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:40.354470 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:40.354780 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Tracked resource versions report: Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: pushed versions: Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: { 'AddressGroup': {'1.2'}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'ConntrackHelper': {'1.0'}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'LocalIPAssociation': {'1.0'}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Log': {'1.0'}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Network': {'1.1'}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Port': {'1.7'}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'PortForwarding': {'1.2'}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'QosPolicy': {'1.10'}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'SecurityGroup': {'1.5'}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'SecurityGroupRule': {'1.2'}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'SubPort': {'1.0'}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Subnet': {'1.1'}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Trunk': {'1.1'}} Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: consumer versions: Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: { DHCP agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: L3 agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: Metadata agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: Metering agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: Open vSwitch agent@dv-cinder-835133-2-iscsi: { 'AddressGroup': '1.2', Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'ConntrackHelper': '1.0', Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'LocalIPAssociation': '1.0', Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Log': '1.0', Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Network': '1.1', Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Port': '1.7', Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'PortForwarding': '1.2', Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'QosPolicy': '1.10', Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'SecurityGroup': '1.5', Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'SecurityGroupRule': '1.2', Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'SubPort': '1.0', Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Subnet': '1.1', Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Trunk': '1.1'}} Apr 26 14:01:40.356247 dv-cinder-835133-2-iscsi neutron-server[103923]: {{(pid=103923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 26 14:01:40.416652 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (650f2910-d7dc-4f3a-aae8-3a05e7488546), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:40.513905 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (650f2910-d7dc-4f3a-aae8-3a05e7488546), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:40.519190 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:01:40.519928 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:40.636004 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] Pushing event updated for resources: {'Network': ['ID=650f2910-d7dc-4f3a-aae8-3a05e7488546,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:01:40.643563 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b5f1a960-ffc8-4c51-82be-5b439e4bcb7e demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5684919 Apr 26 14:01:40.648220 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network 650f2910-d7dc-4f3a-aae8-3a05e7488546 details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:01:43.265155 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 51362) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:01:43.667990 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58934c3-5d31-4e53-9c3f-75933fc654da demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:01:43.667990 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f58934c3-5d31-4e53-9c3f-75933fc654da demo admin] 10.222.0.23 "GET /v2.0/networks/650f2910-d7dc-4f3a-aae8-3a05e7488546 HTTP/1.1" status: 200 len: 825 time: 0.3985045 Apr 26 14:01:43.704482 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-5d71c4a9-b272-4e3e-b8c5-fab1daf8c0ac demo admin] 10.222.0.23 "GET /v2.0/subnetpools/07ad5cba-51c7-48ad-afb0-8f1e69225d76 HTTP/1.1" status: 200 len: 734 time: 0.0339575 Apr 26 14:01:43.713169 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-1e76d658-7c0c-4701-a2a4-48e0e190d362 demo admin] Request body: {'subnet': {'subnetpool_id': '07ad5cba-51c7-48ad-afb0-8f1e69225d76', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:01:43.811433 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e76d658-7c0c-4701-a2a4-48e0e190d362 demo admin] Made reservation on behalf of 21fde128a0994d3398e451700d576d66 for: {'subnet': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:01:43.813729 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1e76d658-7c0c-4701-a2a4-48e0e190d362 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:44.153384 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1e76d658-7c0c-4701-a2a4-48e0e190d362 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for subnet (a17cb388-8002-4c98-b000-2c724afe99f7), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:44.220978 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76d658-7c0c-4701-a2a4-48e0e190d362 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a17cb388-8002-4c98-b000-2c724afe99f7,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:01:44.222942 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e76d658-7c0c-4701-a2a4-48e0e190d362 demo admin] Checking segment: {'id': '2bdaa412-a6a4-46cd-9548-f180731f8bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:01:44.223294 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e76d658-7c0c-4701-a2a4-48e0e190d362 demo admin] Network hostable DHCP agents. Network: 650f2910-d7dc-4f3a-aae8-3a05e7488546, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:01:44.290350 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e76d658-7c0c-4701-a2a4-48e0e190d362 demo admin] Network 650f2910-d7dc-4f3a-aae8-3a05e7488546 is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:01:44.347508 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-1e76d658-7c0c-4701-a2a4-48e0e190d362 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, 650f2910-d7dc-4f3a-aae8-3a05e7488546) {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:01:44.351982 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e76d658-7c0c-4701-a2a4-48e0e190d362 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:01:44.352604 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1e76d658-7c0c-4701-a2a4-48e0e190d362 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:44.357388 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ebc8d0-e848-40b4-843c-95e071408a67 None None] Network 650f2910-d7dc-4f3a-aae8-3a05e7488546 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:01:44.424862 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-1e76d658-7c0c-4701-a2a4-48e0e190d362 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7148213 Apr 26 14:01:44.733197 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8087fa9b-2dff-5ce9-a89c-b071e7a09e37-650f2910-d7dc-4f3a-aae8-3a05e7488546', 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546', 'project_id': '21fde128a0994d3398e451700d576d66', 'fixed_ips': [{'subnet_id': 'a17cb388-8002-4c98-b000-2c724afe99f7'}]}} from dv-cinder-835133-2-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 26 14:01:44.734452 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:45.012779 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Allocated IP 172.20.0.2 (650f2910-d7dc-4f3a-aae8-3a05e7488546/a17cb388-8002-4c98-b000-2c724afe99f7/62f3d45e-ebbc-431f-8f4e-788db528ec26) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:01:45.275104 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Publish callbacks [] for port (62f3d45e-ebbc-431f-8f4e-788db528ec26), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:45.354318 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (62f3d45e-ebbc-431f-8f4e-788db528ec26), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:45.427216 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Network 650f2910-d7dc-4f3a-aae8-3a05e7488546 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:01:45.432903 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:01:45.437838 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:01:45.450577 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Pushing event updated for resources: {'Port': ['ID=62f3d45e-ebbc-431f-8f4e-788db528ec26,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:01:45.496148 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:45.496520 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:45.496877 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:45.497248 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:45.497548 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:45.497876 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:45.498786 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:45.499114 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:45.499440 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:45.499779 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:45.500108 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:45.500429 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:45.500748 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Tracked resource versions report: Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: pushed versions: Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: { 'AddressGroup': {'1.2'}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'ConntrackHelper': {'1.0'}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'LocalIPAssociation': {'1.0'}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Log': {'1.0'}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Network': {'1.1'}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Port': {'1.7'}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'PortForwarding': {'1.2'}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'QosPolicy': {'1.10'}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'SecurityGroup': {'1.5'}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'SecurityGroupRule': {'1.2'}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'SubPort': {'1.0'}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Subnet': {'1.1'}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Trunk': {'1.1'}} Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: consumer versions: Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: { DHCP agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: L3 agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: Metadata agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: Metering agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: Open vSwitch agent@dv-cinder-835133-2-iscsi: { 'AddressGroup': '1.2', Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'ConntrackHelper': '1.0', Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'LocalIPAssociation': '1.0', Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Log': '1.0', Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Network': '1.1', Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Port': '1.7', Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'PortForwarding': '1.2', Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'QosPolicy': '1.10', Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'SecurityGroup': '1.5', Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'SecurityGroupRule': '1.2', Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'SubPort': '1.0', Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Subnet': '1.1', Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Trunk': '1.1'}} Apr 26 14:01:45.502207 dv-cinder-835133-2-iscsi neutron-server[103925]: {{(pid=103925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 26 14:01:45.533760 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Attempting to bind port 62f3d45e-ebbc-431f-8f4e-788db528ec26 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:01:45.534118 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Attempting to bind port 62f3d45e-ebbc-431f-8f4e-788db528ec26 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '2bdaa412-a6a4-46cd-9548-f180731f8bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:01:45.534556 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Attempting to bind port 62f3d45e-ebbc-431f-8f4e-788db528ec26 on network 650f2910-d7dc-4f3a-aae8-3a05e7488546 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:01:45.539521 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:01:45.539893 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Checking segment: {'id': '2bdaa412-a6a4-46cd-9548-f180731f8bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:01:45.540384 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:45.540771 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Bound using segment: {'id': '2bdaa412-a6a4-46cd-9548-f180731f8bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:01:45.541233 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Bound port: 62f3d45e-ebbc-431f-8f4e-788db528ec26, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdaa412-a6a4-46cd-9548-f180731f8bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:01:45.541627 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (62f3d45e-ebbc-431f-8f4e-788db528ec26), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:45.608382 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] For port 62f3d45e-ebbc-431f-8f4e-788db528ec26, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:01:45.628034 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] For port 62f3d45e-ebbc-431f-8f4e-788db528ec26, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=62f3d45e-ebbc-431f-8f4e-788db528ec26,segment=NetworkSegment(2bdaa412-a6a4-46cd-9548-f180731f8bc5),segment_id=2bdaa412-a6a4-46cd-9548-f180731f8bc5)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:01:45.706334 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (62f3d45e-ebbc-431f-8f4e-788db528ec26), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:45.762924 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e6703-cf17-440b-842e-ce1c3adb81c6 None None] Pushing event updated for resources: {'Port': ['ID=62f3d45e-ebbc-431f-8f4e-788db528ec26,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:01:46.981850 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 51370) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:01:47.293555 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [None req-dc7992df-102b-41d4-959a-9d21ba558d14 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 26 14:01:47.294707 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-dc7992df-102b-41d4-959a-9d21ba558d14 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3112674 Apr 26 14:01:49.847055 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 51378) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:01:50.163837 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [None req-888a7d25-21e2-403c-8934-32210f52cde1 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 26 14:01:50.164928 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-888a7d25-21e2-403c-8934-32210f52cde1 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3168864 Apr 26 14:01:52.707489 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51386) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:01:53.017224 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-6ace6d29-0214-46be-883d-7c2889dfc9f7 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:01:53.105914 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6ace6d29-0214-46be-883d-7c2889dfc9f7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10492'] for router (dc773b9f-3eca-47d7-8826-0338c2630c38), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:53.107620 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6ace6d29-0214-46be-883d-7c2889dfc9f7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10439'] for router (dc773b9f-3eca-47d7-8826-0338c2630c38), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:53.255495 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6ace6d29-0214-46be-883d-7c2889dfc9f7 demo demo] Publish callbacks [] for router_controller (dc773b9f-3eca-47d7-8826-0338c2630c38), precommit_add_association {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:53.318159 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6ace6d29-0214-46be-883d-7c2889dfc9f7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558971'] for router (dc773b9f-3eca-47d7-8826-0338c2630c38), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:53.400821 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6ace6d29-0214-46be-883d-7c2889dfc9f7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:53.402052 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6ace6d29-0214-46be-883d-7c2889dfc9f7 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6935759 Apr 26 14:01:55.940395 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51398) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:01:56.242530 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fbab63d5-a95e-4e7a-ac8e-123f32792764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:56.285691 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [None req-b618f428-2cbb-4dc7-a2c3-f8a2f89efc24 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 26 14:01:56.286810 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b618f428-2cbb-4dc7-a2c3-f8a2f89efc24 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3454647 Apr 26 14:01:56.993979 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101e0bdc-8f09-4937-8cb5-679dd5526ea7 None None] Network 650f2910-d7dc-4f3a-aae8-3a05e7488546 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:01:57.072071 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8a8ad426-44cd-4ddf-b040-49380a56535d None None] Provisioning complete for port 62f3d45e-ebbc-431f-8f4e-788db528ec26 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:01:57.072486 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad426-44cd-4ddf-b040-49380a56535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (62f3d45e-ebbc-431f-8f4e-788db528ec26), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:57.225107 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 62f3d45e-ebbc-431f-8f4e-788db528ec26 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:01:57.285576 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ad426-44cd-4ddf-b040-49380a56535d None None] Current status of the port 62f3d45e-ebbc-431f-8f4e-788db528ec26 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:01:57.286436 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad426-44cd-4ddf-b040-49380a56535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (62f3d45e-ebbc-431f-8f4e-788db528ec26), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:57.339939 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8a8ad426-44cd-4ddf-b040-49380a56535d None None] For port 62f3d45e-ebbc-431f-8f4e-788db528ec26, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=62f3d45e-ebbc-431f-8f4e-788db528ec26,segment=NetworkSegment(2bdaa412-a6a4-46cd-9548-f180731f8bc5),segment_id=2bdaa412-a6a4-46cd-9548-f180731f8bc5)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:01:57.348843 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 62f3d45e-ebbc-431f-8f4e-788db528ec26 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:01:57.349227 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (62f3d45e-ebbc-431f-8f4e-788db528ec26), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:57.418299 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad426-44cd-4ddf-b040-49380a56535d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (62f3d45e-ebbc-431f-8f4e-788db528ec26), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:57.448665 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 62f3d45e-ebbc-431f-8f4e-788db528ec26 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:01:57.449053 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (62f3d45e-ebbc-431f-8f4e-788db528ec26), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:57.488883 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ad426-44cd-4ddf-b040-49380a56535d None None] Pushing event updated for resources: {'Port': ['ID=62f3d45e-ebbc-431f-8f4e-788db528ec26,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:01:57.523761 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.db.api [None req-0958f532-da80-4196-822d-869781811f36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 26 14:01:57.524140 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG oslo_db.api [None req-0958f532-da80-4196-822d-869781811f36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 26 14:01:57.538650 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-d4e452ca-3f25-402d-8fb3-ffc343711b8c None None] Provisioning complete for port 62f3d45e-ebbc-431f-8f4e-788db528ec26 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:01:57.539037 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d4e452ca-3f25-402d-8fb3-ffc343711b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (62f3d45e-ebbc-431f-8f4e-788db528ec26), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:57.612690 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-d4e452ca-3f25-402d-8fb3-ffc343711b8c None None] Current status of the port 62f3d45e-ebbc-431f-8f4e-788db528ec26 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:01:58.062405 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 62f3d45e-ebbc-431f-8f4e-788db528ec26 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:01:58.490517 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0694760c-1b20-4d73-be46-d9524ae32565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:58.820412 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51408) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:01:59.125099 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:01:59.158835 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 62f3d45e-ebbc-431f-8f4e-788db528ec26 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:01:59.205456 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 62f3d45e-ebbc-431f-8f4e-788db528ec26 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:01:59.205849 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (62f3d45e-ebbc-431f-8f4e-788db528ec26), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:59.212306 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Made reservation on behalf of 5c5b2c20b09b4ef2a475aac6bfb52ad9 for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:01:59.215144 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:59.232229 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:59.281019 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 62f3d45e-ebbc-431f-8f4e-788db528ec26 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:01:59.333893 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Publish callbacks [] for security_group (ca025813-82e7-49a3-aecc-3740b2dd4a84), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:59.396363 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ca025813-82e7-49a3-aecc-3740b2dd4a84), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:59.407019 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Reserving flat network on physical network physnet1 {{(pid=103924) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 26 14:01:59.441831 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776438051786', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (2c74e73b-24ad-4e82-9585-189b9daa75d7), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:59.442610 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Unsubscribe: segment precommit_create {{(pid=103924) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 26 14:01:59.442959 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Added segment 2c74e73b-24ad-4e82-9585-189b9daa75d7 of type flat for network 692e678d-165f-4510-9c90-3c52c427e7b7 Apr 26 14:01:59.459203 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca025813-82e7-49a3-aecc-3740b2dd4a84,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:01:59.482272 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:59.482642 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:59.482988 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:59.483325 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:59.483657 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:59.483999 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:59.484343 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:59.484676 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:59.485016 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:59.485419 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:59.485755 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:59.486113 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:59.486440 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Tracked resource versions report: Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: pushed versions: Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: { 'AddressGroup': {'1.2'}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'ConntrackHelper': {'1.0'}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'LocalIPAssociation': {'1.0'}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Log': {'1.0'}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Network': {'1.1'}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Port': {'1.7'}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'PortForwarding': {'1.2'}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'QosPolicy': {'1.10'}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'SecurityGroup': {'1.5'}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'SecurityGroupRule': {'1.2'}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'SubPort': {'1.0'}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Subnet': {'1.1'}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Trunk': {'1.1'}} Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: consumer versions: Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: { DHCP agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: L3 agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: Metadata agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: Metering agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: Open vSwitch agent@dv-cinder-835133-2-iscsi: { 'AddressGroup': '1.2', Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'ConntrackHelper': '1.0', Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'LocalIPAssociation': '1.0', Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Log': '1.0', Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Network': '1.1', Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Port': '1.7', Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'PortForwarding': '1.2', Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'QosPolicy': '1.10', Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'SecurityGroup': '1.5', Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'SecurityGroupRule': '1.2', Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'SubPort': '1.0', Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Subnet': '1.1', Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Trunk': '1.1'}} Apr 26 14:01:59.487862 dv-cinder-835133-2-iscsi neutron-server[103924]: {{(pid=103924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 26 14:01:59.552573 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (692e678d-165f-4510-9c90-3c52c427e7b7), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:59.655724 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (692e678d-165f-4510-9c90-3c52c427e7b7), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:59.656824 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:01:59.657528 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:59.688380 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:01:59.751547 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] Pushing event updated for resources: {'Network': ['ID=692e678d-165f-4510-9c90-3c52c427e7b7,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:01:59.760950 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network 692e678d-165f-4510-9c90-3c52c427e7b7 details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:01:59.802207 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-8e8d9358-9804-4d17-ae2a-de54cc4d768a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9806583 Apr 26 14:02:01.242458 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:02.300490 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51430) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:02:02.484430 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:02.517186 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8181587-7137-4ee5-b6d3-c0f2b1c01539 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:02:02.518661 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e8181587-7137-4ee5-b6d3-c0f2b1c01539 demo admin] 10.222.0.23 "GET /v2.0/subnets/a17cb388-8002-4c98-b000-2c724afe99f7 HTTP/1.1" status: 200 len: 849 time: 0.2172334 Apr 26 14:02:02.671039 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-db65b6ce-a042-4f75-99bb-defbcd2e6783 demo admin] 10.222.0.23 "GET /v2.0/routers/dc773b9f-3eca-47d7-8826-0338c2630c38 HTTP/1.1" status: 200 len: 704 time: 0.1464977 Apr 26 14:02:02.953525 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:03.240704 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Allocated IP 172.20.0.1 (650f2910-d7dc-4f3a-aae8-3a05e7488546/a17cb388-8002-4c98-b000-2c724afe99f7/f276f0b6-d8d3-4a25-b843-ecdb682c98d1) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:02:03.417759 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Publish callbacks [] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:03.536576 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:03.609954 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Network 650f2910-d7dc-4f3a-aae8-3a05e7488546 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:02:03.615536 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:02:03.626844 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:02:03.627330 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558986'] for router_interface (dc773b9f-3eca-47d7-8826-0338c2630c38), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:03.649704 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Pushing event updated for resources: {'Port': ['ID=f276f0b6-d8d3-4a25-b843-ecdb682c98d1,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:02:03.875773 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-6de5c7bd-9c2c-4eee-827a-fcb16ed18b3f None None] Provisioning complete for port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:02:03.876347 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6de5c7bd-9c2c-4eee-827a-fcb16ed18b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:03.908641 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-6de5c7bd-9c2c-4eee-827a-fcb16ed18b3f None None] Port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:02:03.918337 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:04.125041 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Publish callbacks [] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:04.181610 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:04.182350 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557114'] for router_interface (dc773b9f-3eca-47d7-8826-0338c2630c38), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:04.261020 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Pushing event updated for resources: {'Port': ['ID=f276f0b6-d8d3-4a25-b843-ecdb682c98d1,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:02:04.303969 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Network 650f2910-d7dc-4f3a-aae8-3a05e7488546 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:02:04.305250 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:02:04.528609 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Router dc773b9f-3eca-47d7-8826-0338c2630c38 is scheduled to L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c with binding_index 1 {{(pid=103924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 26 14:02:04.535169 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-de5506cb-4f38-4a46-8050-ccb4be3c7267 None None] Provisioning complete for port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:02:04.535561 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-de5506cb-4f38-4a46-8050-ccb4be3c7267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:04.568241 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-de5506cb-4f38-4a46-8050-ccb4be3c7267 None None] Port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:02:04.623143 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57063934-e681-4624-834f-4563d202d107 demo admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:02:04.628366 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-57063934-e681-4624-834f-4563d202d107 demo admin] 10.222.0.23 "PUT /v2.0/routers/dc773b9f-3eca-47d7-8826-0338c2630c38/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9522643 Apr 26 14:02:04.633400 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Sync routers for ids ['dc773b9f-3eca-47d7-8826-0338c2630c38'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:02:04.645490 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Routers {'dc773b9f-3eca-47d7-8826-0338c2630c38'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:02:04.646392 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:01:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['dc773b9f-3eca-47d7-8826-0338c2630c38'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:02:04.837534 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Set router dc773b9f-3eca-47d7-8826-0338c2630c38 gateway port host: None {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:02:05.271040 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc773b9f-3eca-47d7-8826-0338c2630c38', 'name': 'router1', 'tenant_id': '21fde128a0994d3398e451700d576d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:01:53Z', 'updated_at': '2022-04-26T14:02:03Z', 'revision_number': 2, 'project_id': '21fde128a0994d3398e451700d576d66', 'gw_port_host': None, '_interfaces': [{'id': 'f276f0b6-d8d3-4a25-b843-ecdb682c98d1', 'name': '', 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546', 'tenant_id': '21fde128a0994d3398e451700d576d66', 'mac_address': 'fa:16:3e:af:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc773b9f-3eca-47d7-8826-0338c2630c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a17cb388-8002-4c98-b000-2c724afe99f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:02:02Z', 'updated_at': '2022-04-26T14:02:03Z', 'revision_number': 2, 'project_id': '21fde128a0994d3398e451700d576d66', 'subnets': [{'id': 'a17cb388-8002-4c98-b000-2c724afe99f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07ad5cba-51c7-48ad-afb0-8f1e69225d76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:02:05.319926 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Checking router: dc773b9f-3eca-47d7-8826-0338c2630c38 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:02:05.320294 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Updating router dc773b9f-3eca-47d7-8826-0338c2630c38 port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 binding host dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:02:05.398364 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:05.876928 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Publish callbacks [] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:05.962871 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:06.131518 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Attempting to bind port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:02:06.131858 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Attempting to bind port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '2bdaa412-a6a4-46cd-9548-f180731f8bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:02:06.132345 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Attempting to bind port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 on network 650f2910-d7dc-4f3a-aae8-3a05e7488546 {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:02:06.140497 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:02:06.140907 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Checking segment: {'id': '2bdaa412-a6a4-46cd-9548-f180731f8bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:02:06.141397 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:06.141788 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Bound using segment: {'id': '2bdaa412-a6a4-46cd-9548-f180731f8bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:02:06.142269 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Bound port: f276f0b6-d8d3-4a25-b843-ecdb682c98d1, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdaa412-a6a4-46cd-9548-f180731f8bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:02:06.142649 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:06.144678 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Pushing event updated for resources: {'Port': ['ID=f276f0b6-d8d3-4a25-b843-ecdb682c98d1,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:02:06.160644 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:02:06.160997 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:02:06.161339 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:02:06.161671 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:02:06.162016 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:02:06.162342 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:02:06.162685 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:02:06.162985 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:02:06.163566 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:02:06.163899 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:02:06.164221 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:02:06.164540 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:02:06.164860 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Tracked resource versions report: Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: pushed versions: Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: { 'AddressGroup': {'1.2'}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'ConntrackHelper': {'1.0'}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'LocalIPAssociation': {'1.0'}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Log': {'1.0'}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Network': {'1.1'}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Port': {'1.7'}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'PortForwarding': {'1.2'}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'QosPolicy': {'1.10'}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'SecurityGroup': {'1.5'}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'SecurityGroupRule': {'1.2'}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'SubPort': {'1.0'}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Subnet': {'1.1'}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Trunk': {'1.1'}} Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: consumer versions: Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: { DHCP agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: L3 agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: Metadata agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: Metering agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: Open vSwitch agent@dv-cinder-835133-2-iscsi: { 'AddressGroup': '1.2', Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'ConntrackHelper': '1.0', Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'LocalIPAssociation': '1.0', Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Log': '1.0', Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Network': '1.1', Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Port': '1.7', Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'PortForwarding': '1.2', Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'QosPolicy': '1.10', Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'SecurityGroup': '1.5', Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'SecurityGroupRule': '1.2', Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'SubPort': '1.0', Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Subnet': '1.1', Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Trunk': '1.1'}} Apr 26 14:02:06.166318 dv-cinder-835133-2-iscsi neutron-server[103926]: {{(pid=103926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 26 14:02:06.195835 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-3db21dbc-0242-4f5f-bda8-081ad34edfa2 None None] Provisioning complete for port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:02:06.196385 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3db21dbc-0242-4f5f-bda8-081ad34edfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:06.226213 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] For port f276f0b6-d8d3-4a25-b843-ecdb682c98d1, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:02:06.232853 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-3db21dbc-0242-4f5f-bda8-081ad34edfa2 None None] Port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:02:06.246227 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] For port f276f0b6-d8d3-4a25-b843-ecdb682c98d1, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=f276f0b6-d8d3-4a25-b843-ecdb682c98d1,segment=NetworkSegment(2bdaa412-a6a4-46cd-9548-f180731f8bc5),segment_id=2bdaa412-a6a4-46cd-9548-f180731f8bc5)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:02:06.307854 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:06.371649 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Routers {'dc773b9f-3eca-47d7-8826-0338c2630c38'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:02:06.372276 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:01:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['dc773b9f-3eca-47d7-8826-0338c2630c38'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:02:06.374229 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc6b8a-1a7e-412a-a728-ff4b4dd931ae None None] Pushing event updated for resources: {'Port': ['ID=f276f0b6-d8d3-4a25-b843-ecdb682c98d1,revision_number=4']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:02:06.475758 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] Set router dc773b9f-3eca-47d7-8826-0338c2630c38 gateway port host: None {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:02:06.560238 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-2a79a5b6-f316-4fc1-95dc-c54171500e44 None None] Provisioning complete for port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:02:06.560687 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2a79a5b6-f316-4fc1-95dc-c54171500e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:06.660191 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-2a79a5b6-f316-4fc1-95dc-c54171500e44 None None] Current status of the port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:02:06.660814 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2a79a5b6-f316-4fc1-95dc-c54171500e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:06.690860 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc773b9f-3eca-47d7-8826-0338c2630c38', 'name': 'router1', 'tenant_id': '21fde128a0994d3398e451700d576d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:01:53Z', 'updated_at': '2022-04-26T14:02:03Z', 'revision_number': 2, 'project_id': '21fde128a0994d3398e451700d576d66', 'gw_port_host': None, '_interfaces': [{'id': 'f276f0b6-d8d3-4a25-b843-ecdb682c98d1', 'name': '', 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546', 'tenant_id': '21fde128a0994d3398e451700d576d66', 'mac_address': 'fa:16:3e:af:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc773b9f-3eca-47d7-8826-0338c2630c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a17cb388-8002-4c98-b000-2c724afe99f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:02:02Z', 'updated_at': '2022-04-26T14:02:06Z', 'revision_number': 4, 'project_id': '21fde128a0994d3398e451700d576d66', 'subnets': [{'id': 'a17cb388-8002-4c98-b000-2c724afe99f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07ad5cba-51c7-48ad-afb0-8f1e69225d76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:02:06.692393 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-2a79a5b6-f316-4fc1-95dc-c54171500e44 None None] For port f276f0b6-d8d3-4a25-b843-ecdb682c98d1, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=f276f0b6-d8d3-4a25-b843-ecdb682c98d1,segment=NetworkSegment(2bdaa412-a6a4-46cd-9548-f180731f8bc5),segment_id=2bdaa412-a6a4-46cd-9548-f180731f8bc5)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:02:06.717956 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd01735-ed09-44ef-9ba3-94876e0814f6 None None] The sync data for ids ['dc773b9f-3eca-47d7-8826-0338c2630c38'] in dv-cinder-835133-2-iscsi is: [{'id': 'dc773b9f-3eca-47d7-8826-0338c2630c38', 'name': 'router1', 'tenant_id': '21fde128a0994d3398e451700d576d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:01:53Z', 'updated_at': '2022-04-26T14:02:03Z', 'revision_number': 2, 'project_id': '21fde128a0994d3398e451700d576d66', 'gw_port_host': None, '_interfaces': [{'id': 'f276f0b6-d8d3-4a25-b843-ecdb682c98d1', 'name': '', 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546', 'tenant_id': '21fde128a0994d3398e451700d576d66', 'mac_address': 'fa:16:3e:af:ef:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc773b9f-3eca-47d7-8826-0338c2630c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a17cb388-8002-4c98-b000-2c724afe99f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:02:02Z', 'updated_at': '2022-04-26T14:02:06Z', 'revision_number': 4, 'project_id': '21fde128a0994d3398e451700d576d66', 'subnets': [{'id': 'a17cb388-8002-4c98-b000-2c724afe99f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07ad5cba-51c7-48ad-afb0-8f1e69225d76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:02:06.759100 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2a79a5b6-f316-4fc1-95dc-c54171500e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:06.811324 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79a5b6-f316-4fc1-95dc-c54171500e44 None None] Pushing event updated for resources: {'Port': ['ID=f276f0b6-d8d3-4a25-b843-ecdb682c98d1,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:02:07.062410 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51450) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:02:07.170520 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62acacb5-26be-4863-98b0-ea9cd2cd0d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:02:07.171790 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-62acacb5-26be-4863-98b0-ea9cd2cd0d76 admin admin] 10.222.0.23 "GET /v2.0/networks/692e678d-165f-4510-9c90-3c52c427e7b7 HTTP/1.1" status: 200 len: 842 time: 0.1083384 Apr 26 14:02:07.180955 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-4f8e481a-009c-42e2-a94d-1103f642c43e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:02:07.261627 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8e481a-009c-42e2-a94d-1103f642c43e admin admin] Made reservation on behalf of 5c5b2c20b09b4ef2a475aac6bfb52ad9 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:02:07.264003 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4f8e481a-009c-42e2-a94d-1103f642c43e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:07.622858 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.objects.ports [None req-4f8e481a-009c-42e2-a94d-1103f642c43e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103924) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 26 14:02:07.623282 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4f8e481a-009c-42e2-a94d-1103f642c43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for subnet (9358ae49-861f-42fa-9e6a-31be01ccbf93), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:07.680939 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e481a-009c-42e2-a94d-1103f642c43e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9358ae49-861f-42fa-9e6a-31be01ccbf93,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:02:07.690217 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8e481a-009c-42e2-a94d-1103f642c43e admin admin] Checking segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:02:07.690566 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8e481a-009c-42e2-a94d-1103f642c43e admin admin] Network hostable DHCP agents. Network: 692e678d-165f-4510-9c90-3c52c427e7b7, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:02:07.775519 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8e481a-009c-42e2-a94d-1103f642c43e admin admin] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:02:07.844075 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-4f8e481a-009c-42e2-a94d-1103f642c43e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, 692e678d-165f-4510-9c90-3c52c427e7b7) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:02:07.848268 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8e481a-009c-42e2-a94d-1103f642c43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:02:07.848954 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4f8e481a-009c-42e2-a94d-1103f642c43e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:07.854027 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9678aa-607f-4cc7-86f7-956637b6164c None None] Network 692e678d-165f-4510-9c90-3c52c427e7b7 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:02:07.926871 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4f8e481a-009c-42e2-a94d-1103f642c43e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7491107 Apr 26 14:02:07.955280 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e74e62-7c58-41d0-8448-fb1433eac3f6 None None] Network 692e678d-165f-4510-9c90-3c52c427e7b7 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:02:10.317398 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51458) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:02:10.450115 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6aa221db-0e88-4bc7-ad1a-34a72b9ce946 demo admin] 10.222.0.23 "GET /v2.0/routers/dc773b9f-3eca-47d7-8826-0338c2630c38 HTTP/1.1" status: 200 len: 710 time: 0.1314795 Apr 26 14:02:10.533187 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e01c518-8998-4c58-94e9-7ca9c0d18a85 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:02:10.534480 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6e01c518-8998-4c58-94e9-7ca9c0d18a85 demo admin] 10.222.0.23 "GET /v2.0/networks/692e678d-165f-4510-9c90-3c52c427e7b7 HTTP/1.1" status: 200 len: 886 time: 0.0790529 Apr 26 14:02:10.543376 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:02:10.860509 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Publish callbacks [] for router_gateway (dc773b9f-3eca-47d7-8826-0338c2630c38), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:11.164950 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Publish callbacks [] for router_gateway (dc773b9f-3eca-47d7-8826-0338c2630c38), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:11.240368 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:11.448410 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Allocated IP 172.27.1.38 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/37d67380-8162-4fd9-93a5-593d19ded2ee) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:02:11.551359 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Publish callbacks [] for port (37d67380-8162-4fd9-93a5-593d19ded2ee), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:11.656332 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (37d67380-8162-4fd9-93a5-593d19ded2ee), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:11.696119 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:02:11.701207 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:02:11.705408 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:02:11.708383 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Pushing event updated for resources: {'Port': ['ID=37d67380-8162-4fd9-93a5-593d19ded2ee,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:02:12.074845 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Publish callbacks [] for router_gateway (dc773b9f-3eca-47d7-8826-0338c2630c38), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:12.271375 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558944', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-564674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10457'] for router (dc773b9f-3eca-47d7-8826-0338c2630c38), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:12.274619 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558962', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-564683'] for router (dc773b9f-3eca-47d7-8826-0338c2630c38), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:12.469988 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Router dc773b9f-3eca-47d7-8826-0338c2630c38 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:02:12.577915 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:02:12.582702 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:12.583529 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d62b987c-6a0f-47e0-93f9-4e32ad8679eb demo admin] 10.222.0.23 "PUT /v2.0/routers/dc773b9f-3eca-47d7-8826-0338c2630c38 HTTP/1.1" status: 200 len: 889 time: 2.0432315 Apr 26 14:02:15.174359 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51470) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:02:15.208722 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device f276f0b6-d8d3-4a25-b843-ecdb682c98d1 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:02:15.261656 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:02:15.262091 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:15.284320 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Sync routers for ids ['dc773b9f-3eca-47d7-8826-0338c2630c38'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:02:15.300503 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c3555aa6-c5c1-457f-a852-0df8e61bf786 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1250257 Apr 26 14:02:15.308325 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Routers {'dc773b9f-3eca-47d7-8826-0338c2630c38'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:02:15.309072 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:01:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['dc773b9f-3eca-47d7-8826-0338c2630c38'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:02:15.522695 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:02:15.578424 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Set router dc773b9f-3eca-47d7-8826-0338c2630c38 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:02:16.055352 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc773b9f-3eca-47d7-8826-0338c2630c38', 'name': 'router1', 'tenant_id': '21fde128a0994d3398e451700d576d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '37d67380-8162-4fd9-93a5-593d19ded2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:01:53Z', 'updated_at': '2022-04-26T14:02:11Z', 'revision_number': 4, 'project_id': '21fde128a0994d3398e451700d576d66', 'gw_port': {'id': '37d67380-8162-4fd9-93a5-593d19ded2ee', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ed:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc773b9f-3eca-47d7-8826-0338c2630c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:02:11Z', 'updated_at': '2022-04-26T14:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': 'f276f0b6-d8d3-4a25-b843-ecdb682c98d1', 'name': '', 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546', 'tenant_id': '21fde128a0994d3398e451700d576d66', 'mac_address': 'fa:16:3e:af:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc773b9f-3eca-47d7-8826-0338c2630c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a17cb388-8002-4c98-b000-2c724afe99f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:02:02Z', 'updated_at': '2022-04-26T14:02:06Z', 'revision_number': 5, 'project_id': '21fde128a0994d3398e451700d576d66', 'subnets': [{'id': 'a17cb388-8002-4c98-b000-2c724afe99f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07ad5cba-51c7-48ad-afb0-8f1e69225d76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:02:16.106096 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Checking router: dc773b9f-3eca-47d7-8826-0338c2630c38 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:02:16.106504 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Updating router dc773b9f-3eca-47d7-8826-0338c2630c38 port 37d67380-8162-4fd9-93a5-593d19ded2ee binding host dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:02:16.160502 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (37d67380-8162-4fd9-93a5-593d19ded2ee), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:16.478087 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Publish callbacks [] for port (37d67380-8162-4fd9-93a5-593d19ded2ee), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:16.551097 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (37d67380-8162-4fd9-93a5-593d19ded2ee), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:16.597867 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Attempting to bind port 37d67380-8162-4fd9-93a5-593d19ded2ee on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:02:16.598262 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Attempting to bind port 37d67380-8162-4fd9-93a5-593d19ded2ee by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:02:16.598629 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Attempting to bind port 37d67380-8162-4fd9-93a5-593d19ded2ee on network 692e678d-165f-4510-9c90-3c52c427e7b7 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:02:16.611002 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:02:16.611383 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Checking segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:02:16.611779 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:16.612171 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Bound using segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:02:16.612644 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Bound port: 37d67380-8162-4fd9-93a5-593d19ded2ee, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:02:16.613026 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (37d67380-8162-4fd9-93a5-593d19ded2ee), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:16.615444 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0c890-6e61-47f4-b111-e46d3879a47f None None] Pushing event updated for resources: {'Port': ['ID=37d67380-8162-4fd9-93a5-593d19ded2ee,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:02:16.671499 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] For port 37d67380-8162-4fd9-93a5-593d19ded2ee, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:02:16.674468 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] For port 37d67380-8162-4fd9-93a5-593d19ded2ee, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=37d67380-8162-4fd9-93a5-593d19ded2ee,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:02:16.730696 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (37d67380-8162-4fd9-93a5-593d19ded2ee), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:16.779549 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Routers {'dc773b9f-3eca-47d7-8826-0338c2630c38'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:02:16.780171 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:01:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['dc773b9f-3eca-47d7-8826-0338c2630c38'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:02:16.849545 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0c890-6e61-47f4-b111-e46d3879a47f None None] Pushing event updated for resources: {'Port': ['ID=37d67380-8162-4fd9-93a5-593d19ded2ee,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:02:16.897749 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] Set router dc773b9f-3eca-47d7-8826-0338c2630c38 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:02:17.135936 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc773b9f-3eca-47d7-8826-0338c2630c38', 'name': 'router1', 'tenant_id': '21fde128a0994d3398e451700d576d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '37d67380-8162-4fd9-93a5-593d19ded2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:01:53Z', 'updated_at': '2022-04-26T14:02:11Z', 'revision_number': 4, 'project_id': '21fde128a0994d3398e451700d576d66', 'gw_port': {'id': '37d67380-8162-4fd9-93a5-593d19ded2ee', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ed:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc773b9f-3eca-47d7-8826-0338c2630c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:02:11Z', 'updated_at': '2022-04-26T14:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': 'f276f0b6-d8d3-4a25-b843-ecdb682c98d1', 'name': '', 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546', 'tenant_id': '21fde128a0994d3398e451700d576d66', 'mac_address': 'fa:16:3e:af:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc773b9f-3eca-47d7-8826-0338c2630c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a17cb388-8002-4c98-b000-2c724afe99f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:02:02Z', 'updated_at': '2022-04-26T14:02:06Z', 'revision_number': 5, 'project_id': '21fde128a0994d3398e451700d576d66', 'subnets': [{'id': 'a17cb388-8002-4c98-b000-2c724afe99f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07ad5cba-51c7-48ad-afb0-8f1e69225d76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:02:17.167566 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8f1a2-c451-45c8-998f-0cfc745b25f4 None None] The sync data for ids ['dc773b9f-3eca-47d7-8826-0338c2630c38'] in dv-cinder-835133-2-iscsi is: [{'id': 'dc773b9f-3eca-47d7-8826-0338c2630c38', 'name': 'router1', 'tenant_id': '21fde128a0994d3398e451700d576d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '37d67380-8162-4fd9-93a5-593d19ded2ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:01:53Z', 'updated_at': '2022-04-26T14:02:11Z', 'revision_number': 4, 'project_id': '21fde128a0994d3398e451700d576d66', 'gw_port': {'id': '37d67380-8162-4fd9-93a5-593d19ded2ee', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ed:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc773b9f-3eca-47d7-8826-0338c2630c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:02:11Z', 'updated_at': '2022-04-26T14:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': 'f276f0b6-d8d3-4a25-b843-ecdb682c98d1', 'name': '', 'network_id': '650f2910-d7dc-4f3a-aae8-3a05e7488546', 'tenant_id': '21fde128a0994d3398e451700d576d66', 'mac_address': 'fa:16:3e:af:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc773b9f-3eca-47d7-8826-0338c2630c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a17cb388-8002-4c98-b000-2c724afe99f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:02:02Z', 'updated_at': '2022-04-26T14:02:06Z', 'revision_number': 5, 'project_id': '21fde128a0994d3398e451700d576d66', 'subnets': [{'id': 'a17cb388-8002-4c98-b000-2c724afe99f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07ad5cba-51c7-48ad-afb0-8f1e69225d76'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:02:19.268837 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 37d67380-8162-4fd9-93a5-593d19ded2ee up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:02:19.325591 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 37d67380-8162-4fd9-93a5-593d19ded2ee triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:02:19.326358 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (37d67380-8162-4fd9-93a5-593d19ded2ee), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:19.413886 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 37d67380-8162-4fd9-93a5-593d19ded2ee is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:02:19.414792 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (37d67380-8162-4fd9-93a5-593d19ded2ee), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:19.446473 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0958f532-da80-4196-822d-869781811f36 None None] For port 37d67380-8162-4fd9-93a5-593d19ded2ee, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=37d67380-8162-4fd9-93a5-593d19ded2ee,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:02:19.461416 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:02:19.569170 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (37d67380-8162-4fd9-93a5-593d19ded2ee), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:19.645657 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Pushing event updated for resources: {'Port': ['ID=37d67380-8162-4fd9-93a5-593d19ded2ee,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:02:21.325570 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 37d67380-8162-4fd9-93a5-593d19ded2ee up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:02:21.483213 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 37d67380-8162-4fd9-93a5-593d19ded2ee triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:02:21.484134 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (37d67380-8162-4fd9-93a5-593d19ded2ee), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:21.734361 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 37d67380-8162-4fd9-93a5-593d19ded2ee is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:02:26.233134 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ae794ddb-4e9c-4631-b813-84491933447f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:28.467575 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-59934051-e3de-47e4-92c9-7874319ca2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:29.687924 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:31.220943 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:32.506054 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:56.237690 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d94cb5eb-cfbf-4485-b7e3-6bbdc2596a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:02:56.461449 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:02:58.452953 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-bacfa5d7-502d-4aeb-aa66-0056b6876b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:00.184866 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:01.254675 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:02.486974 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:26.236764 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f3154984-0b13-4307-8384-bca1c05e6eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:28.449268 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-38405037-e1b6-4b4c-9270-65b7387ad894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:29.659842 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:31.248288 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:32.481687 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:33.460111 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:03:39.476727 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51954) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:03:39.537489 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.pecan_wsgi.hooks.translation [None req-910f22ea-31d0-48d6-9343-620f5449d325 admin admin] GET failed (client error): The resource could not be found. Apr 26 14:03:39.539067 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-910f22ea-31d0-48d6-9343-620f5449d325 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613980 Apr 26 14:03:39.698463 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfdd8bd-4c4a-4e85-9d85-5a36d54ce594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:03:39.700423 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-fbfdd8bd-4c4a-4e85-9d85-5a36d54ce594 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572852 Apr 26 14:03:41.966759 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51964) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:03:42.057112 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f083384-b205-49a3-97d0-c91234c38525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:03:42.059011 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9f083384-b205-49a3-97d0-c91234c38525 admin admin] 10.222.0.23 "GET /v2.0/subnets/a17cb388-8002-4c98-b000-2c724afe99f7 HTTP/1.1" status: 200 len: 849 time: 0.0913036 Apr 26 14:03:42.068122 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:03:42.150472 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Publish callbacks [] for subnet (a17cb388-8002-4c98-b000-2c724afe99f7), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:42.339138 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776438310687'] for subnet (a17cb388-8002-4c98-b000-2c724afe99f7), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:42.374191 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4458ed4b-69fd-4e85-badf-7efc984fe45e None None] Network 650f2910-d7dc-4f3a-aae8-3a05e7488546 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:03:42.375453 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:03:42.376087 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:42.377364 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] 10.222.0.23 "PUT /v2.0/subnets/a17cb388-8002-4c98-b000-2c724afe99f7 HTTP/1.1" status: 200 len: 868 time: 0.3127530 Apr 26 14:03:42.391653 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a17cb388-8002-4c98-b000-2c724afe99f7,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:03:42.399436 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:03:42.401562 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:03:42.401562 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:03:42.401562 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:03:42.401562 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:03:42.401562 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:03:42.401562 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:03:42.402387 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:03:42.402387 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:03:42.402673 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:03:42.402911 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:03:42.403236 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:03:42.403559 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75361be4-5cf8-46fc-a251-b96c0627a96d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:03:42.740427 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-1e685cb1-9866-47b5-9af9-8aa58bf0fb87 None None] Provisioning complete for port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:03:42.740815 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1e685cb1-9866-47b5-9af9-8aa58bf0fb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (f276f0b6-d8d3-4a25-b843-ecdb682c98d1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:42.815512 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-1e685cb1-9866-47b5-9af9-8aa58bf0fb87 None None] Current status of the port f276f0b6-d8d3-4a25-b843-ecdb682c98d1 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:03:42.825194 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-1e685cb1-9866-47b5-9af9-8aa58bf0fb87 None None] Provisioning complete for port 62f3d45e-ebbc-431f-8f4e-788db528ec26 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:03:42.825607 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1e685cb1-9866-47b5-9af9-8aa58bf0fb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (62f3d45e-ebbc-431f-8f4e-788db528ec26), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:42.900777 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-1e685cb1-9866-47b5-9af9-8aa58bf0fb87 None None] Current status of the port 62f3d45e-ebbc-431f-8f4e-788db528ec26 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:03:44.681827 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51972) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:03:44.877278 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59e4c20-807b-400a-83ed-2717e2a4c1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:03:44.877788 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59e4c20-807b-400a-83ed-2717e2a4c1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:03:44.879353 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e59e4c20-807b-400a-83ed-2717e2a4c1eb admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965539 Apr 26 14:03:47.186133 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51980) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:03:47.316667 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f57a84-9dd7-4c2c-ba55-0f23d2f7ec07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:03:47.317147 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f57a84-9dd7-4c2c-ba55-0f23d2f7ec07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:03:47.318725 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-51f57a84-9dd7-4c2c-ba55-0f23d2f7ec07 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1316228 Apr 26 14:03:49.613704 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51988) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:03:49.745677 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edd2e1f-41bb-4a49-b48d-be9622e3a40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:03:49.746990 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3edd2e1f-41bb-4a49-b48d-be9622e3a40e admin admin] 10.222.0.23 "GET /v2.0/networks/650f2910-d7dc-4f3a-aae8-3a05e7488546 HTTP/1.1" status: 200 len: 869 time: 0.1323180 Apr 26 14:03:52.041071 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 51996) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:03:52.162968 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8b5bbc-5a96-4d16-b6a0-ca89b30a9768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:03:52.164622 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-af8b5bbc-5a96-4d16-b6a0-ca89b30a9768 admin admin] 10.222.0.23 "GET /v2.0/networks/692e678d-165f-4510-9c90-3c52c427e7b7 HTTP/1.1" status: 200 len: 886 time: 0.1225998 Apr 26 14:03:54.452722 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52004) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:03:54.580418 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb1e5a-d9f9-4610-819b-9cc8c1d34a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:03:54.580873 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb1e5a-d9f9-4610-819b-9cc8c1d34a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:03:54.582461 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-5fcb1e5a-d9f9-4610-819b-9cc8c1d34a5e admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287725 Apr 26 14:03:56.251510 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7f6ce2dc-3c8c-4055-af2c-34c8fe4b92be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:56.868060 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52012) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:03:56.958935 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a150a517-ba6e-4ac4-adb0-b425ab564e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:03:56.959385 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a150a517-ba6e-4ac4-adb0-b425ab564e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:03:56.960892 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-a150a517-ba6e-4ac4-adb0-b425ab564e68 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0919015 Apr 26 14:03:58.457733 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-727d4f91-3123-43d1-930b-b2e0fb960c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:03:59.294238 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52020) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:03:59.378569 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c830e-5d81-4b43-b849-9603b6ffb459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:03:59.379879 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-2d2c830e-5d81-4b43-b849-9603b6ffb459 admin admin] 10.222.0.23 "GET /v2.0/subnets/9358ae49-861f-42fa-9e6a-31be01ccbf93 HTTP/1.1" status: 200 len: 816 time: 0.0846937 Apr 26 14:03:59.703348 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:01.241215 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:01.701135 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52028) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:04:01.799193 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68f05f9-479c-4037-9d90-a95501313717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:04:01.800496 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f68f05f9-479c-4037-9d90-a95501313717 admin admin] 10.222.0.23 "GET /v2.0/subnets/a17cb388-8002-4c98-b000-2c724afe99f7 HTTP/1.1" status: 200 len: 868 time: 0.0984981 Apr 26 14:04:02.486267 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:10.459568 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:04:25.868070 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52084) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:04:25.914238 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [None req-a81ca62f-85ce-4b16-89a5-6d51325c50a7 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 26 14:04:25.915207 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-a81ca62f-85ce-4b16-89a5-6d51325c50a7 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462179 Apr 26 14:04:26.247294 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-902cfb60-acd9-4057-afa7-364a21cc19b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:28.284517 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52092) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:04:28.343287 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ba4bb8-4c6d-4353-a39b-b2dd46e7a9b7 admin admin] GET failed (client error): The resource could not be found. Apr 26 14:04:28.344523 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-58ba4bb8-4c6d-4353-a39b-b2dd46e7a9b7 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590820 Apr 26 14:04:28.431055 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4e71ef-f191-4221-a245-ad7758a42392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:04:28.433027 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9d4e71ef-f191-4221-a245-ad7758a42392 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0845497 Apr 26 14:04:28.452853 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a398a412-e02c-457c-9249-ef4df62f9bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:29.673686 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:30.753846 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52100) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:04:30.800598 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:04:30.875294 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Made reservation on behalf of 5c5b2c20b09b4ef2a475aac6bfb52ad9 for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:04:30.877505 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:30.911110 dv-cinder-835133-2-iscsi neutron-server[103923]: WARNING neutron.services.revisions.revision_plugin [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Could not find related network for resource to bump revision. Apr 26 14:04:30.923523 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:04:30.933115 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (545d8263-ef38-457d-8a20-8aa36e1881c8), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:30.933443 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Added segment 545d8263-ef38-457d-8a20-8aa36e1881c8 of type vlan for network 071aab77-cffc-4385-a54d-cd9ba8729b3a Apr 26 14:04:30.970800 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (071aab77-cffc-4385-a54d-cd9ba8729b3a), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:31.041535 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (071aab77-cffc-4385-a54d-cd9ba8729b3a), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:31.042466 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:04:31.043032 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:31.130245 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Pushing event updated for resources: {'Network': ['ID=071aab77-cffc-4385-a54d-cd9ba8729b3a,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:04:31.136570 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:31.136923 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:31.137261 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:31.137590 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:31.137917 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:31.138263 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:31.138598 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:31.138921 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:31.139255 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:31.139590 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:31.139910 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:31.140222 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:31.140531 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:31.154793 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network 071aab77-cffc-4385-a54d-cd9ba8729b3a details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:04:31.174086 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-39393b45-180a-496d-8833-b56ad1da1564 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4190900 Apr 26 14:04:31.279914 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:32.496871 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:33.512061 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52108) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:04:33.571530 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.pecan_wsgi.hooks.translation [None req-037640b8-1976-4108-8280-03259c9034e4 admin admin] GET failed (client error): The resource could not be found. Apr 26 14:04:33.573344 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-037640b8-1976-4108-8280-03259c9034e4 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603461 Apr 26 14:04:33.672261 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c89ad-ccc2-45de-b216-a2e543393408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:04:33.673690 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-eb7c89ad-ccc2-45de-b216-a2e543393408 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0963829 Apr 26 14:04:33.683673 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-7552dc84-768e-4b3b-920a-170221838633 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '071aab77-cffc-4385-a54d-cd9ba8729b3a'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:04:33.765422 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7552dc84-768e-4b3b-920a-170221838633 admin admin] Made reservation on behalf of 5c5b2c20b09b4ef2a475aac6bfb52ad9 for: {'subnet': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:04:33.767561 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7552dc84-768e-4b3b-920a-170221838633 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:33.972563 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7552dc84-768e-4b3b-920a-170221838633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for subnet (2d596784-3e93-437e-8d71-df38a912363d), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:34.022021 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552dc84-768e-4b3b-920a-170221838633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d596784-3e93-437e-8d71-df38a912363d,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:04:34.035815 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7552dc84-768e-4b3b-920a-170221838633 admin admin] Checking segment: {'id': '545d8263-ef38-457d-8a20-8aa36e1881c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '071aab77-cffc-4385-a54d-cd9ba8729b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:04:34.036159 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7552dc84-768e-4b3b-920a-170221838633 admin admin] Network hostable DHCP agents. Network: 071aab77-cffc-4385-a54d-cd9ba8729b3a, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:04:34.097657 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7552dc84-768e-4b3b-920a-170221838633 admin admin] Network 071aab77-cffc-4385-a54d-cd9ba8729b3a is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:04:34.167636 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-7552dc84-768e-4b3b-920a-170221838633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, 071aab77-cffc-4385-a54d-cd9ba8729b3a) {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:04:34.171460 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7552dc84-768e-4b3b-920a-170221838633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:04:34.172044 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7552dc84-768e-4b3b-920a-170221838633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:34.176719 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82598a8c-803c-46eb-b652-37bb8b490f5e None None] Network 071aab77-cffc-4385-a54d-cd9ba8729b3a requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:04:34.260813 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-7552dc84-768e-4b3b-920a-170221838633 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5808558 Apr 26 14:04:34.375019 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8087fa9b-2dff-5ce9-a89c-b071e7a09e37-071aab77-cffc-4385-a54d-cd9ba8729b3a', 'network_id': '071aab77-cffc-4385-a54d-cd9ba8729b3a', 'project_id': '5c5b2c20b09b4ef2a475aac6bfb52ad9', 'fixed_ips': [{'subnet_id': '2d596784-3e93-437e-8d71-df38a912363d'}]}} from dv-cinder-835133-2-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 26 14:04:34.375897 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:34.514655 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Allocated IP 192.168.233.2 (071aab77-cffc-4385-a54d-cd9ba8729b3a/2d596784-3e93-437e-8d71-df38a912363d/6c552b2d-850d-489d-a5b6-edc0dac0a638) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:04:34.657214 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Publish callbacks [] for port (6c552b2d-850d-489d-a5b6-edc0dac0a638), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:34.750362 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (6c552b2d-850d-489d-a5b6-edc0dac0a638), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:34.787264 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Network 071aab77-cffc-4385-a54d-cd9ba8729b3a is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:04:34.790519 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:04:34.793497 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:04:34.806830 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Pushing event updated for resources: {'Port': ['ID=6c552b2d-850d-489d-a5b6-edc0dac0a638,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:04:34.829377 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:34.829735 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:34.830124 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:34.830454 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:34.830781 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:34.831107 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:34.831435 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:34.831757 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:34.832078 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:34.832412 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:34.832736 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:34.833056 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:34.833373 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:04:34.866222 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Attempting to bind port 6c552b2d-850d-489d-a5b6-edc0dac0a638 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:04:34.866587 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Attempting to bind port 6c552b2d-850d-489d-a5b6-edc0dac0a638 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '545d8263-ef38-457d-8a20-8aa36e1881c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '071aab77-cffc-4385-a54d-cd9ba8729b3a'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:04:34.866945 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Attempting to bind port 6c552b2d-850d-489d-a5b6-edc0dac0a638 on network 071aab77-cffc-4385-a54d-cd9ba8729b3a {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:04:34.871994 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:04:34.872360 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Checking segment: {'id': '545d8263-ef38-457d-8a20-8aa36e1881c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '071aab77-cffc-4385-a54d-cd9ba8729b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:04:34.872752 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:34.873137 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Bound using segment: {'id': '545d8263-ef38-457d-8a20-8aa36e1881c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '071aab77-cffc-4385-a54d-cd9ba8729b3a'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:04:34.873595 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Bound port: 6c552b2d-850d-489d-a5b6-edc0dac0a638, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545d8263-ef38-457d-8a20-8aa36e1881c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '071aab77-cffc-4385-a54d-cd9ba8729b3a'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:04:34.873985 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6c552b2d-850d-489d-a5b6-edc0dac0a638), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:34.939315 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] For port 6c552b2d-850d-489d-a5b6-edc0dac0a638, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:04:34.942302 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] For port 6c552b2d-850d-489d-a5b6-edc0dac0a638, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=6c552b2d-850d-489d-a5b6-edc0dac0a638,segment=NetworkSegment(545d8263-ef38-457d-8a20-8aa36e1881c8),segment_id=545d8263-ef38-457d-8a20-8aa36e1881c8)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:04:35.001517 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6c552b2d-850d-489d-a5b6-edc0dac0a638), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:35.062213 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb03a6-0813-4dcd-92fb-e6d1b9e5358c None None] Pushing event updated for resources: {'Port': ['ID=6c552b2d-850d-489d-a5b6-edc0dac0a638,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:04:35.904107 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17fea26-a5c7-4d44-aa08-62471973ed43 None None] Network 071aab77-cffc-4385-a54d-cd9ba8729b3a requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:04:35.953651 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-53b10647-6df4-4814-bb84-6295a65af71a None None] Provisioning complete for port 6c552b2d-850d-489d-a5b6-edc0dac0a638 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:04:35.954053 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-53b10647-6df4-4814-bb84-6295a65af71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6c552b2d-850d-489d-a5b6-edc0dac0a638), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:36.052489 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-53b10647-6df4-4814-bb84-6295a65af71a None None] Current status of the port 6c552b2d-850d-489d-a5b6-edc0dac0a638 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:04:36.052825 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-53b10647-6df4-4814-bb84-6295a65af71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6c552b2d-850d-489d-a5b6-edc0dac0a638), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:36.108869 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-53b10647-6df4-4814-bb84-6295a65af71a None None] For port 6c552b2d-850d-489d-a5b6-edc0dac0a638, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=6c552b2d-850d-489d-a5b6-edc0dac0a638,segment=NetworkSegment(545d8263-ef38-457d-8a20-8aa36e1881c8),segment_id=545d8263-ef38-457d-8a20-8aa36e1881c8)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:04:36.172688 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-53b10647-6df4-4814-bb84-6295a65af71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6c552b2d-850d-489d-a5b6-edc0dac0a638), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:36.226462 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b10647-6df4-4814-bb84-6295a65af71a None None] Pushing event updated for resources: {'Port': ['ID=6c552b2d-850d-489d-a5b6-edc0dac0a638,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:04:36.294432 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-95cbf08d-a1f8-48c3-93e6-e4ad1d402e7d None None] Provisioning complete for port 6c552b2d-850d-489d-a5b6-edc0dac0a638 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:04:36.294826 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-95cbf08d-a1f8-48c3-93e6-e4ad1d402e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6c552b2d-850d-489d-a5b6-edc0dac0a638), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:36.370644 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-95cbf08d-a1f8-48c3-93e6-e4ad1d402e7d None None] Current status of the port 6c552b2d-850d-489d-a5b6-edc0dac0a638 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:04:37.285934 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 6c552b2d-850d-489d-a5b6-edc0dac0a638 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:04:37.337596 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 6c552b2d-850d-489d-a5b6-edc0dac0a638 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:04:37.338018 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6c552b2d-850d-489d-a5b6-edc0dac0a638), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:37.412534 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 6c552b2d-850d-489d-a5b6-edc0dac0a638 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:04:47.464772 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:04:56.246235 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-18363f50-5bdc-4b1a-b921-076245ae4bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:58.468858 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0dd5e8e7-9482-400f-9bcf-b67aa6507fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:04:59.663741 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:05:01.256238 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:05:02.525895 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:05:24.457090 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:05:26.279572 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9b7b7447-8b82-4a33-99c6-ac53f6a5db77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:05:28.462612 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-19170895-06d3-46cd-97e3-5eee35cb5218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:05:29.668684 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:05:31.266655 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:05:32.524238 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:05:56.244769 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1073dd82-6e9a-4ddb-bdeb-7ca51fe3a2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:05:58.433227 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a5cbed34-cf0a-4138-a586-6c767c1f5249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:05:59.667454 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:01.278733 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:01.455620 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:06:02.523741 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:23.422053 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52146) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:06:23.427774 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [None req-505e5db6-5033-4fb6-9c16-a5fb4407c309 tempest-verify_tempest_config-147441943 tempest-verify_tempest_config-147441943-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 26 14:06:23.428761 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-505e5db6-5033-4fb6-9c16-a5fb4407c309 tempest-verify_tempest_config-147441943 tempest-verify_tempest_config-147441943-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057278 Apr 26 14:06:23.935088 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52164) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:06:24.034194 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:24.105320 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Publish callbacks [] for security_group (c035afad-927f-47fb-adbc-ee6a2b8d55da), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:24.191639 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (c035afad-927f-47fb-adbc-ee6a2b8d55da), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:24.236718 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0eacc47b191246cabb9feb2e85112a19&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3006222 Apr 26 14:06:24.237421 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c035afad-927f-47fb-adbc-ee6a2b8d55da,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:06:24.239448 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52168) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:06:24.244505 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.244870 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.245218 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.245555 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.245885 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.246239 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.246586 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.246920 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.247266 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.247596 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.247918 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.248245 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.248563 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a07ae-b24e-4ef7-ba2b-a6272e653d35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.293268 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Publish callbacks [] for security_group (c035afad-927f-47fb-adbc-ee6a2b8d55da), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:24.313534 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Publish callbacks [] for security_group (c035afad-927f-47fb-adbc-ee6a2b8d55da), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:24.478835 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (c035afad-927f-47fb-adbc-ee6a2b8d55da), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:24.481409 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:24.482562 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c035afad-927f-47fb-adbc-ee6a2b8d55da HTTP/1.1" status: 204 len: 168 time: 0.2420893 Apr 26 14:06:24.490347 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c035afad-927f-47fb-adbc-ee6a2b8d55da,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:06:24.496907 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.497278 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.497628 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.498016 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.498328 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.498658 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.499908 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.499908 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.499908 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.500265 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.500503 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.500824 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:24.501150 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13f023-053a-4e6c-b15f-aaa13e9fe64b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:06:26.277062 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-80a97ebc-4bb3-4908-8552-4183f6e56745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:28.455592 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-43a6fcab-13fd-472b-8d84-9bdc325aa4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:29.678482 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:31.272346 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:32.489621 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:38.453615 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:06:56.266652 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-04fde9d9-fcaa-4625-8edd-4843a2788b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:58.443562 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9d5cfd46-2936-45d2-98b3-bbfd28a3aac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:06:59.688963 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:07:01.293381 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:07:02.488717 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:07:15.451804 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:07:26.271008 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7e938548-572c-46de-bb0e-b611ab67534e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:07:28.442949 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-508938a8-ce7d-4217-a72c-8302772758cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:07:29.711095 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:07:31.253884 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:07:32.459724 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:07:52.449869 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:07:56.253627 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-979a1390-6e8a-4e7f-94ea-43ac589ff362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:07:58.454106 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-828df08c-13e4-47be-aecb-325a16431e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:07:59.682067 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:08:01.286935 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:08:02.516013 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:08:10.104645 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-565106'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:08:24.721078 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52240) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:08:24.825282 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c36b6966-bf00-4ddf-9124-ce387ea5d556 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1031849 Apr 26 14:08:26.286923 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5f315973-cf6f-456b-97f9-81ef572db207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:08:27.129951 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52250) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:08:27.184101 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0cc3d3d4-6c1a-48ec-a059-fb55c421f520 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529370 Apr 26 14:08:28.441672 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a6456e38-df3d-4731-9719-1dab58e72372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:08:29.449499 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:08:29.704150 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:08:31.275375 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:08:32.481294 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:08:40.098579 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:08:56.268600 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f4c98b4d-1c15-4e37-a431-83b7dfe724fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:08:58.446342 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b5fbf5c7-256d-46a4-ab12-b64c3b2f183f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:08:59.686060 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:09:01.274255 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:09:02.515058 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:09:06.449877 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:09:10.057469 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:09:26.279176 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-656df1db-e3fa-486b-ae3f-bfca3dfa9122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:09:28.451219 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7a8d1e9a-b7a6-4b53-a3d8-a1326b714c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:09:29.851457 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:09:31.279803 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:09:32.491384 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:09:40.090840 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:09:43.450177 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:09:56.262189 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-28b0b11d-7777-4aed-baee-682e0cb16b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:09:58.462092 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b8edc78-3a4c-41da-a496-00ff6910a727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:09:59.719333 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:01.301820 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:02.501876 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:08.028737 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52398) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:08.421368 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1201724230-network', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:08.507831 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Made reservation on behalf of 3f38bbf345384bdb9ed001c0965a3462 for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:10:08.512721 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:08.626658 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:08.700663 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Publish callbacks [] for security_group (8f6168bd-5fa5-43e6-b248-009faae87c99), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:08.788096 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (8f6168bd-5fa5-43e6-b248-009faae87c99), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:08.822580 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:10:08.824622 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6168bd-5fa5-43e6-b248-009faae87c99,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:08.837161 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:08.837514 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:08.837857 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:08.838221 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:08.838557 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:08.838896 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:08.839223 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:08.839553 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:08.839880 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:08.840207 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:08.840722 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:08.841050 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:08.841374 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Tracked resource versions report: Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: pushed versions: Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: { 'AddressGroup': {'1.2'}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'ConntrackHelper': {'1.0'}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'LocalIPAssociation': {'1.0'}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Log': {'1.0'}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Network': {'1.1'}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Port': {'1.7'}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'PortForwarding': {'1.2'}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'QosPolicy': {'1.10'}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'SecurityGroup': {'1.5'}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'SecurityGroupRule': {'1.2'}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'SubPort': {'1.0'}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Subnet': {'1.1'}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Trunk': {'1.1'}} Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: consumer versions: Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: { DHCP agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: HyperV agent@hv-cinder-83513: {}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: L3 agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: Metadata agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: Metering agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: Open vSwitch agent@dv-cinder-835133-2-iscsi: { 'AddressGroup': '1.2', Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'ConntrackHelper': '1.0', Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'LocalIPAssociation': '1.0', Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Log': '1.0', Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Network': '1.1', Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Port': '1.7', Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'PortForwarding': '1.2', Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'QosPolicy': '1.10', Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'SecurityGroup': '1.5', Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'SecurityGroupRule': '1.2', Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'SubPort': '1.0', Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Subnet': '1.1', Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: 'Trunk': '1.1'}} Apr 26 14:10:08.842540 dv-cinder-835133-2-iscsi neutron-server[103924]: {{(pid=103924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 26 14:10:08.848198 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (c7bf28f2-8813-4380-880b-9352d5b5afd5), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:08.848544 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Added segment c7bf28f2-8813-4380-880b-9352d5b5afd5 of type vlan for network da497052-bded-497c-b389-e8193210a8cf Apr 26 14:10:08.886930 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (da497052-bded-497c-b389-e8193210a8cf), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:08.981081 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (da497052-bded-497c-b389-e8193210a8cf), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:08.981081 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:08.981081 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.041694 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] Pushing event updated for resources: {'Network': ['ID=da497052-bded-497c-b389-e8193210a8cf,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:09.051557 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52450) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:09.052877 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network da497052-bded-497c-b389-e8193210a8cf details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:10:09.078522 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-1c5749ac-fb85-43f9-a17e-93c1ad962905 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0480025 Apr 26 14:10:09.079237 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52454) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:09.087355 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Request body: {'subnet': {'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1201724230-subnet', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:09.088590 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52458) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:09.176504 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Made reservation on behalf of 3f38bbf345384bdb9ed001c0965a3462 for: {'subnet': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:10:09.178756 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.411193 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for subnet (b41c369f-3753-4ded-8eff-4455cba0638b), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.458046 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41c369f-3753-4ded-8eff-4455cba0638b,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:09.466409 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:09.466759 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:09.467103 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:09.467442 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:09.467774 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:09.468102 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:09.468430 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:09.468763 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:09.469087 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:09.469410 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:09.469733 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:09.470079 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:09.470403 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Tracked resource versions report: Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: pushed versions: Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: { 'AddressGroup': {'1.2'}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'ConntrackHelper': {'1.0'}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'LocalIPAssociation': {'1.0'}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Log': {'1.0'}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Network': {'1.1'}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Port': {'1.7'}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'PortForwarding': {'1.2'}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'QosPolicy': {'1.10'}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'SecurityGroup': {'1.5'}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'SecurityGroupRule': {'1.2'}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'SubPort': {'1.0'}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Subnet': {'1.1'}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Trunk': {'1.1'}} Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: consumer versions: Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: { DHCP agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: HyperV agent@hv-cinder-83513: {}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: L3 agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: Metadata agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: Metering agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: Open vSwitch agent@dv-cinder-835133-2-iscsi: { 'AddressGroup': '1.2', Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'ConntrackHelper': '1.0', Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'LocalIPAssociation': '1.0', Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Log': '1.0', Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Network': '1.1', Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Port': '1.7', Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'PortForwarding': '1.2', Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'QosPolicy': '1.10', Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'SecurityGroup': '1.5', Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'SecurityGroupRule': '1.2', Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'SubPort': '1.0', Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Subnet': '1.1', Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: 'Trunk': '1.1'}} Apr 26 14:10:09.471543 dv-cinder-835133-2-iscsi neutron-server[103923]: {{(pid=103923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 26 14:10:09.491055 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Checking segment: {'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:10:09.491411 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Network hostable DHCP agents. Network: da497052-bded-497c-b389-e8193210a8cf, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:10:09.496971 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1308350317-network', 'tenant_id': '3d8a12641de140b68d42fda0758a97ef'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:09.538123 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-334602845-network', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:09.566984 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52476) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:09.574225 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] Made reservation on behalf of 3d8a12641de140b68d42fda0758a97ef for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:10:09.576466 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.585373 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.593481 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Network da497052-bded-497c-b389-e8193210a8cf is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:10:09.634988 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] Made reservation on behalf of afa3fcb59a274c22bcf1ebcf44211943 for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:10:09.647497 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.652018 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.662146 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, da497052-bded-497c-b389-e8193210a8cf) {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:09.667600 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:09.668184 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.675394 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab700ad4-0558-4d8c-8578-25b37559f126 None None] Network da497052-bded-497c-b389-e8193210a8cf requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:10:09.701537 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] Publish callbacks [] for security_group (3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.741290 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6dc12dc3-1a18-4d36-9941-4dcedc69216c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6597142 Apr 26 14:10:09.747846 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52492) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:09.754133 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:09.763792 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] Publish callbacks [] for security_group (b1110e7f-7dc1-472c-b22c-8c42e42f46af), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.768427 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1018179407-network', 'tenant_id': '3889c033c96540dc97f295d397829779'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:09.794698 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.818245 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:10:09.823362 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8087fa9b-2dff-5ce9-a89c-b071e7a09e37-da497052-bded-497c-b389-e8193210a8cf', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b'}]}} from dv-cinder-835133-2-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 26 14:10:09.824417 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.857563 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:09.880566 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (a83fa25d-b3f4-4559-a4e7-605f62b417f7), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.880918 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] Added segment a83fa25d-b3f4-4559-a4e7-605f62b417f7 of type vlan for network 31e9d2ec-cfa2-41cc-9e12-7e041433107c Apr 26 14:10:09.888097 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (b1110e7f-7dc1-472c-b22c-8c42e42f46af), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.915671 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10492'] for router (51076078-4c58-4b04-9c96-d1e52ac4cdc8), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.918697 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10439'] for router (51076078-4c58-4b04-9c96-d1e52ac4cdc8), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.936435 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] Made reservation on behalf of 3889c033c96540dc97f295d397829779 for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:10:09.938739 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.943322 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:10:09.966990 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (31e9d2ec-cfa2-41cc-9e12-7e041433107c), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.970570 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.975425 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (3a270e71-d2a7-4d0c-b7b7-111143896ed7), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:09.975780 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] Added segment 3a270e71-d2a7-4d0c-b7b7-111143896ed7 of type vlan for network 2f88888a-dab3-44ae-957f-4a304598e58f Apr 26 14:10:09.976958 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1110e7f-7dc1-472c-b22c-8c42e42f46af,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:10.006988 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Allocated IP 172.20.0.2 (da497052-bded-497c-b389-e8193210a8cf/b41c369f-3753-4ded-8eff-4455cba0638b/72f89efc-2f33-4984-bc98-bcecc2120353) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:10:10.053776 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (2f88888a-dab3-44ae-957f-4a304598e58f), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.068411 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Publish callbacks [] for router_controller (51076078-4c58-4b04-9c96-d1e52ac4cdc8), precommit_add_association {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.132621 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (31e9d2ec-cfa2-41cc-9e12-7e041433107c), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.133831 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:10.134656 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.137936 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] Publish callbacks [] for security_group (de4c770f-31a4-4b27-98e1-25401a10b3c2), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.165323 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.194606 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (2f88888a-dab3-44ae-957f-4a304598e58f), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.195822 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:10.196579 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.209004 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] Pushing event updated for resources: {'Network': ['ID=31e9d2ec-cfa2-41cc-9e12-7e041433107c,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:10.216380 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (de4c770f-31a4-4b27-98e1-25401a10b3c2), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.227410 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network 31e9d2ec-cfa2-41cc-9e12-7e041433107c details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:10:10.314255 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:10:10.324328 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Publish callbacks [] for port (72f89efc-2f33-4984-bc98-bcecc2120353), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.346064 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9433e38f-cf52-419e-b145-4f5695ebb76f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2918944 Apr 26 14:10:10.359249 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2695160 Apr 26 14:10:10.359957 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52510) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:10.375289 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-777d0916-fdcc-47c1-9633-ab536cf55310 admin admin] Request body: {'subnet': {'network_id': '31e9d2ec-cfa2-41cc-9e12-7e041433107c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1308350317-subnet', 'tenant_id': '3d8a12641de140b68d42fda0758a97ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:10.382286 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52514) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:10.416224 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Publish callbacks [] for router_gateway (51076078-4c58-4b04-9c96-d1e52ac4cdc8), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.423902 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-9da47ace-4c0c-4cba-aba7-7e99a54d124e admin admin] Request body: {'subnet': {'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-subnet', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:10.430041 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.455818 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (89221045-40ee-4d1b-8483-b5cd6e5e6607), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.456164 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] Added segment 89221045-40ee-4d1b-8483-b5cd6e5e6607 of type vlan for network 133f2ea4-579d-4a77-a347-a9b2c613c49b Apr 26 14:10:10.479667 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Network da497052-bded-497c-b389-e8193210a8cf is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:10:10.482648 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:10.486268 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9955c7-0570-40ed-ab5a-08dae4edffe7 admin admin] Pushing event updated for resources: {'Network': ['ID=2f88888a-dab3-44ae-957f-4a304598e58f,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:10.489275 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:10:10.496723 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Pushing event updated for resources: {'Port': ['ID=72f89efc-2f33-4984-bc98-bcecc2120353,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:10.500377 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network 2f88888a-dab3-44ae-957f-4a304598e58f details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:10:10.538042 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (133f2ea4-579d-4a77-a347-a9b2c613c49b), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.540325 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4c770f-31a4-4b27-98e1-25401a10b3c2,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:10.593476 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777d0916-fdcc-47c1-9633-ab536cf55310 admin admin] Made reservation on behalf of 3d8a12641de140b68d42fda0758a97ef for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:10:10.596927 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-777d0916-fdcc-47c1-9633-ab536cf55310 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.652695 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da47ace-4c0c-4cba-aba7-7e99a54d124e admin admin] Made reservation on behalf of afa3fcb59a274c22bcf1ebcf44211943 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:10:10.656750 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9da47ace-4c0c-4cba-aba7-7e99a54d124e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.702189 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:10.704001 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:10.707129 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:10.716370 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:10.716370 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:10.716681 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (133f2ea4-579d-4a77-a347-a9b2c613c49b), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.716785 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:10.716785 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:10.716938 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:10.716938 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.717082 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:10.717407 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:10.717743 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:10.718104 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:10.719767 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:10.719767 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Tracked resource versions report: Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: pushed versions: Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: { 'AddressGroup': {'1.2'}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'ConntrackHelper': {'1.0'}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'LocalIPAssociation': {'1.0'}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Log': {'1.0'}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Network': {'1.1'}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Port': {'1.7'}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'PortForwarding': {'1.2'}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'QosPolicy': {'1.10'}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'SecurityGroup': {'1.5'}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'SecurityGroupRule': {'1.2'}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'SubPort': {'1.0'}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Subnet': {'1.1'}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Trunk': {'1.1'}} Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: consumer versions: Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: { DHCP agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: HyperV agent@hv-cinder-83513: {}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: L3 agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: Metadata agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: Metering agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: Open vSwitch agent@dv-cinder-835133-2-iscsi: { 'AddressGroup': '1.2', Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'ConntrackHelper': '1.0', Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'LocalIPAssociation': '1.0', Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Log': '1.0', Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Network': '1.1', Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Port': '1.7', Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'PortForwarding': '1.2', Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'QosPolicy': '1.10', Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'SecurityGroup': '1.5', Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'SecurityGroupRule': '1.2', Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'SubPort': '1.0', Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Subnet': '1.1', Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: 'Trunk': '1.1'}} Apr 26 14:10:10.721731 dv-cinder-835133-2-iscsi neutron-server[103925]: {{(pid=103925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 26 14:10:10.799964 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] Pushing event updated for resources: {'Network': ['ID=133f2ea4-579d-4a77-a347-a9b2c613c49b,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:10.821134 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network 133f2ea4-579d-4a77-a347-a9b2c613c49b details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:10:10.821236 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-a085d89b-e3c5-4957-b385-67e840bfcd35 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2529747 Apr 26 14:10:10.822886 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52530) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:10.843228 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-0919b4c3-4506-4c8f-a68c-24acb5b2ad99 admin admin] Request body: {'subnet': {'network_id': '133f2ea4-579d-4a77-a347-a9b2c613c49b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1018179407-subnet', 'tenant_id': '3889c033c96540dc97f295d397829779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:10.861298 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Attempting to bind port 72f89efc-2f33-4984-bc98-bcecc2120353 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:10:10.862074 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Attempting to bind port 72f89efc-2f33-4984-bc98-bcecc2120353 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:10:10.862666 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Attempting to bind port 72f89efc-2f33-4984-bc98-bcecc2120353 on network da497052-bded-497c-b389-e8193210a8cf {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:10:10.909548 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:10:10.915477 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Checking segment: {'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:10:10.915477 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:10.915477 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Bound using segment: {'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:10:10.915477 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Bound port: 72f89efc-2f33-4984-bc98-bcecc2120353, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:10:10.915477 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:11.009840 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] For port 72f89efc-2f33-4984-bc98-bcecc2120353, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:10:11.016198 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] For port 72f89efc-2f33-4984-bc98-bcecc2120353, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=72f89efc-2f33-4984-bc98-bcecc2120353,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:10:11.077406 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Publish callbacks [] for router_gateway (51076078-4c58-4b04-9c96-d1e52ac4cdc8), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:11.094285 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-777d0916-fdcc-47c1-9633-ab536cf55310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for subnet (d834fe0d-5492-4e65-bb62-e556f598242b), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:11.105818 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0919b4c3-4506-4c8f-a68c-24acb5b2ad99 admin admin] Made reservation on behalf of 3889c033c96540dc97f295d397829779 for: {'subnet': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:10:11.108115 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0919b4c3-4506-4c8f-a68c-24acb5b2ad99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:11.111172 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:11.148269 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:11.159332 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d0916-fdcc-47c1-9633-ab536cf55310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d834fe0d-5492-4e65-bb62-e556f598242b,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:11.286934 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777d0916-fdcc-47c1-9633-ab536cf55310 admin admin] Checking segment: {'id': 'a83fa25d-b3f4-4559-a4e7-605f62b417f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31e9d2ec-cfa2-41cc-9e12-7e041433107c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:10:11.287295 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777d0916-fdcc-47c1-9633-ab536cf55310 admin admin] Network hostable DHCP agents. Network: 31e9d2ec-cfa2-41cc-9e12-7e041433107c, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:10:11.293570 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c6880-568d-470f-af89-31ba1ea29027 None None] Pushing event updated for resources: {'Port': ['ID=72f89efc-2f33-4984-bc98-bcecc2120353,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:11.315748 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9da47ace-4c0c-4cba-aba7-7e99a54d124e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for subnet (1dacbde0-1ec2-4fcc-b4da-f9fec0055f30), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:11.354477 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Allocated IP 172.27.1.173 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/9b64740a-4f65-4d36-806e-79a4a0dc37c1) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:10:11.410975 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777d0916-fdcc-47c1-9633-ab536cf55310 admin admin] Network 31e9d2ec-cfa2-41cc-9e12-7e041433107c is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:10:11.489423 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da47ace-4c0c-4cba-aba7-7e99a54d124e admin admin] Checking segment: {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:10:11.489651 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da47ace-4c0c-4cba-aba7-7e99a54d124e admin admin] Network hostable DHCP agents. Network: 2f88888a-dab3-44ae-957f-4a304598e58f, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:10:11.494405 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da47ace-4c0c-4cba-aba7-7e99a54d124e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:11.543877 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-777d0916-fdcc-47c1-9633-ab536cf55310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, 31e9d2ec-cfa2-41cc-9e12-7e041433107c) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:11.554305 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4bbc39-7706-400c-b5c3-fe7aa90aa8ff None None] Network 31e9d2ec-cfa2-41cc-9e12-7e041433107c requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:10:11.576531 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777d0916-fdcc-47c1-9633-ab536cf55310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:11.578695 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-777d0916-fdcc-47c1-9633-ab536cf55310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:11.581172 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Publish callbacks [] for port (9b64740a-4f65-4d36-806e-79a4a0dc37c1), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:11.615920 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da47ace-4c0c-4cba-aba7-7e99a54d124e admin admin] Network 2f88888a-dab3-44ae-957f-4a304598e58f is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:10:11.623103 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-9da47ace-4c0c-4cba-aba7-7e99a54d124e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, 2f88888a-dab3-44ae-957f-4a304598e58f) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:11.631609 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da47ace-4c0c-4cba-aba7-7e99a54d124e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:11.633615 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9da47ace-4c0c-4cba-aba7-7e99a54d124e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:11.669520 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1f8a1c-874c-4a0f-a4b0-0b46a45931fc None None] Network 2f88888a-dab3-44ae-957f-4a304598e58f requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:10:11.679588 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-777d0916-fdcc-47c1-9633-ab536cf55310 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3144474 Apr 26 14:10:11.734449 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9da47ace-4c0c-4cba-aba7-7e99a54d124e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3417089 Apr 26 14:10:11.737217 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52578) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:11.747943 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:11.801443 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61021075-d091-4906-87f1-d1ee45ff2ac8 None None] Network 31e9d2ec-cfa2-41cc-9e12-7e041433107c requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:10:11.868297 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8087fa9b-2dff-5ce9-a89c-b071e7a09e37-2f88888a-dab3-44ae-957f-4a304598e58f', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30'}]}} from dv-cinder-835133-2-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 26 14:10:11.869160 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:11.874029 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10492'] for router (99f8baf1-417d-40f2-995e-618c86edc4c6), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:11.875655 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10439'] for router (99f8baf1-417d-40f2-995e-618c86edc4c6), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:11.948184 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (9b64740a-4f65-4d36-806e-79a4a0dc37c1), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:12.002274 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Publish callbacks [] for router_controller (99f8baf1-417d-40f2-995e-618c86edc4c6), precommit_add_association {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:12.020156 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0919b4c3-4506-4c8f-a68c-24acb5b2ad99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for subnet (13e0cb05-5681-485a-abd6-2c78c36830d7), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:12.046244 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:10:12.062485 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:12.065248 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Pushing event updated for resources: {'Port': ['ID=9b64740a-4f65-4d36-806e-79a4a0dc37c1,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:12.081005 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Allocated IP 172.20.0.2 (2f88888a-dab3-44ae-957f-4a304598e58f/1dacbde0-1ec2-4fcc-b4da-f9fec0055f30/fb7d9c03-d261-4b73-acde-79bf39d32428) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:10:12.088281 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:10:12.233313 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919b4c3-4506-4c8f-a68c-24acb5b2ad99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e0cb05-5681-485a-abd6-2c78c36830d7,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:12.307624 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0919b4c3-4506-4c8f-a68c-24acb5b2ad99 admin admin] Checking segment: {'id': '89221045-40ee-4d1b-8483-b5cd6e5e6607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '133f2ea4-579d-4a77-a347-a9b2c613c49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:10:12.310954 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0919b4c3-4506-4c8f-a68c-24acb5b2ad99 admin admin] Network hostable DHCP agents. Network: 133f2ea4-579d-4a77-a347-a9b2c613c49b, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:10:12.324481 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Publish callbacks [] for router_gateway (99f8baf1-417d-40f2-995e-618c86edc4c6), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:12.365553 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Publish callbacks [] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:12.588786 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52624) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:12.588786 dv-cinder-835133-2-iscsi neutron-server[103923]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 26 14:10:12.591014 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:12.637447 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0919b4c3-4506-4c8f-a68c-24acb5b2ad99 admin admin] Network 133f2ea4-579d-4a77-a347-a9b2c613c49b is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:10:12.697085 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Publish callbacks [] for router_gateway (99f8baf1-417d-40f2-995e-618c86edc4c6), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:12.720831 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:12.784462 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76fa9ee-dd10-4cdf-bfa8-150050ec96c1 None None] Network da497052-bded-497c-b389-e8193210a8cf requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:10:12.863189 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Allocated IP 172.27.1.59 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/938f4eca-aa59-4dbe-a94e-07dce7d44188) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:10:12.916417 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-0919b4c3-4506-4c8f-a68c-24acb5b2ad99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, 133f2ea4-579d-4a77-a347-a9b2c613c49b) {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:12.938169 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Pushing event updated for resources: {'Port': ['ID=fb7d9c03-d261-4b73-acde-79bf39d32428,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:12.949616 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Network 2f88888a-dab3-44ae-957f-4a304598e58f is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:10:12.961206 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2247f4b2-4085-41de-b5c4-767cf23f714d None None] Network 133f2ea4-579d-4a77-a347-a9b2c613c49b requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:10:12.963599 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0919b4c3-4506-4c8f-a68c-24acb5b2ad99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:12.964368 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0919b4c3-4506-4c8f-a68c-24acb5b2ad99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:12.979374 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-5ab31af4-a7e5-4599-a17c-bc5ea6f1cae7 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:12.980978 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-5ab31af4-a7e5-4599-a17c-bc5ea6f1cae7 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/networks?id=31e9d2ec-cfa2-41cc-9e12-7e041433107c HTTP/1.1" status: 200 len: 812 time: 0.4741743 Apr 26 14:10:12.984196 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Publish callbacks [] for router_gateway (51076078-4c58-4b04-9c96-d1e52ac4cdc8), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:13.041247 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52640) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:13.070723 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:13.080687 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:10:13.087907 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-1c7b6a58-2f5a-461b-b09c-0e614a518f48 None None] Provisioning complete for port 72f89efc-2f33-4984-bc98-bcecc2120353 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:13.088409 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6a58-2f5a-461b-b09c-0e614a518f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:13.105166 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Publish callbacks [] for port (938f4eca-aa59-4dbe-a94e-07dce7d44188), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:13.110424 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-25bda522-8e85-4b90-a40e-a3455d9647af tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/quotas/3d8a12641de140b68d42fda0758a97ef HTTP/1.1" status: 200 len: 375 time: 0.0844698 Apr 26 14:10:13.115257 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0919b4c3-4506-4c8f-a68c-24acb5b2ad99 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2758553 Apr 26 14:10:13.214772 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-c9b0358c-cb27-457c-82bf-ffb08c58dea9 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d8a12641de140b68d42fda0758a97ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638320 Apr 26 14:10:13.291143 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (938f4eca-aa59-4dbe-a94e-07dce7d44188), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:13.310781 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Attempting to bind port fb7d9c03-d261-4b73-acde-79bf39d32428 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:10:13.311248 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Attempting to bind port fb7d9c03-d261-4b73-acde-79bf39d32428 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:10:13.311694 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Attempting to bind port fb7d9c03-d261-4b73-acde-79bf39d32428 on network 2f88888a-dab3-44ae-957f-4a304598e58f {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:10:13.354762 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:10:13.354762 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Checking segment: {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:10:13.354762 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:13.354762 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Bound using segment: {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:10:13.354762 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Bound port: fb7d9c03-d261-4b73-acde-79bf39d32428, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:10:13.354762 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:13.358531 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b207cbc2-1842-4b4b-8a0d-06eae78a7b28 None None] Network 133f2ea4-579d-4a77-a347-a9b2c613c49b requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:10:13.392546 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558971'] for router (51076078-4c58-4b04-9c96-d1e52ac4cdc8), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:13.417063 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7bcfdb5b-d092-4524-881a-20f1216e4f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:13.483219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:10:13.501138 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:13.509047 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:10:13.530365 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Pushing event updated for resources: {'Port': ['ID=938f4eca-aa59-4dbe-a94e-07dce7d44188,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:13.617735 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-86026552-056b-440a-bb69-27a36cb0bff4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 26 14:10:13.622948 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 72f89efc-2f33-4984-bc98-bcecc2120353 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:10:13.625407 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-86026552-056b-440a-bb69-27a36cb0bff4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1659892 Apr 26 14:10:13.662883 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-1c7b6a58-2f5a-461b-b09c-0e614a518f48 None None] Current status of the port 72f89efc-2f33-4984-bc98-bcecc2120353 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:13.663387 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6a58-2f5a-461b-b09c-0e614a518f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:13.776379 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] For port fb7d9c03-d261-4b73-acde-79bf39d32428, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:10:13.794465 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7bcfdb5b-d092-4524-881a-20f1216e4f1f admin admin] Publish callbacks [] for security_group (f73f4059-d4c2-4bb8-af49-7021448cde58), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:13.825996 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-51250bc7-6640-4181-ad0f-b2d3c3736460 service neutron] 10.222.0.23 "GET /v2.0/networks/31e9d2ec-cfa2-41cc-9e12-7e041433107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996574 Apr 26 14:10:13.856758 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] For port fb7d9c03-d261-4b73-acde-79bf39d32428, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=fb7d9c03-d261-4b73-acde-79bf39d32428,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:10:13.870791 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-1c7b6a58-2f5a-461b-b09c-0e614a518f48 None None] For port 72f89efc-2f33-4984-bc98-bcecc2120353, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=72f89efc-2f33-4984-bc98-bcecc2120353,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:13.885878 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 72f89efc-2f33-4984-bc98-bcecc2120353 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:13.892874 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:13.947058 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-29c668f9-e0ac-4b2a-891f-353c9a1c4539 service neutron] 10.222.0.23 "GET /v2.0/networks/31e9d2ec-cfa2-41cc-9e12-7e041433107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137407 Apr 26 14:10:13.975953 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 is scheduled to L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c with binding_index 1 {{(pid=103923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 26 14:10:13.983225 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 72f89efc-2f33-4984-bc98-bcecc2120353 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:13.983225 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:13.985377 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7bcfdb5b-d092-4524-881a-20f1216e4f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (f73f4059-d4c2-4bb8-af49-7021448cde58), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:14.006892 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1c7b6a58-2f5a-461b-b09c-0e614a518f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:14.017683 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-7bcfdb5b-d092-4524-881a-20f1216e4f1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b1983791ecd4f19a49b3aace13524ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9679921 Apr 26 14:10:14.017796 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:14.027519 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52682) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:14.060104 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Publish callbacks [] for router_gateway (99f8baf1-417d-40f2-995e-618c86edc4c6), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:14.074235 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfdb5b-d092-4524-881a-20f1216e4f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73f4059-d4c2-4bb8-af49-7021448cde58,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:14.190566 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:10:14.202692 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.db.api [None req-0958f532-da80-4196-822d-869781811f36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 26 14:10:14.203136 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG oslo_db.api [None req-0958f532-da80-4196-822d-869781811f36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 26 14:10:14.209131 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Sync routers for ids ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:10:14.226814 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-78aa5be7-8556-4aeb-b52c-d0248c156ed2 None None] Provisioning complete for port 72f89efc-2f33-4984-bc98-bcecc2120353 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:14.227203 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-78aa5be7-8556-4aeb-b52c-d0248c156ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:14.228956 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b6a58-2f5a-461b-b09c-0e614a518f48 None None] Pushing event updated for resources: {'Port': ['ID=72f89efc-2f33-4984-bc98-bcecc2120353,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:14.364479 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7059e-1086-4e4b-951c-6a5e3594ef9c None None] Pushing event updated for resources: {'Port': ['ID=fb7d9c03-d261-4b73-acde-79bf39d32428,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:14.384105 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:14.386168 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-33ef3b4e-44b0-4d30-a0ba-b65d37d39a0d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6364784 Apr 26 14:10:14.390906 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52706) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:14.429112 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Routers {'51076078-4c58-4b04-9c96-d1e52ac4cdc8'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:10:14.429775 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:09:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:14.522367 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-78aa5be7-8556-4aeb-b52c-d0248c156ed2 None None] Current status of the port 72f89efc-2f33-4984-bc98-bcecc2120353 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:14.528501 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52708) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:14.535168 dv-cinder-835133-2-iscsi neutron-server[103924]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 26 14:10:14.638312 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Set router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:10:14.648605 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-73480de1-8b47-4056-8c8b-93e715074275 req-fb54f415-b5d7-4b2e-9e35-6cf66e1de4e2 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 210 time: 0.1197901 Apr 26 14:10:14.672184 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52724) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:14.685747 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1012354377-network', 'tenant_id': '7ebc588f80bc437793b692f62653f259'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:14.696784 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cba9cef2-2c46-41a4-900a-d8ffab7e3a1a admin admin] Publish callbacks [] for security_group (f73f4059-d4c2-4bb8-af49-7021448cde58), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:14.761545 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cba9cef2-2c46-41a4-900a-d8ffab7e3a1a admin admin] Publish callbacks [] for security_group (f73f4059-d4c2-4bb8-af49-7021448cde58), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:14.813247 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 72f89efc-2f33-4984-bc98-bcecc2120353 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:14.844430 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] Made reservation on behalf of 7ebc588f80bc437793b692f62653f259 for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:10:14.847595 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:14.892291 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52734) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:14.895481 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:14.945443 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:12Z', 'revision_number': 3, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:14.984150 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Checking router: 51076078-4c58-4b04-9c96-d1e52ac4cdc8 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:10:14.984440 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] Publish callbacks [] for security_group (26148de4-01de-40bd-8fd0-63d3a680593a), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:14.985314 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Updating router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 port 9b64740a-4f65-4d36-806e-79a4a0dc37c1 binding host dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:10:15.042916 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (9b64740a-4f65-4d36-806e-79a4a0dc37c1), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.084069 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558971'] for router (99f8baf1-417d-40f2-995e-618c86edc4c6), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.168798 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cba9cef2-2c46-41a4-900a-d8ffab7e3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (f73f4059-d4c2-4bb8-af49-7021448cde58), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.171326 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cba9cef2-2c46-41a4-900a-d8ffab7e3a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.172471 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-cba9cef2-2c46-41a4-900a-d8ffab7e3a1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f73f4059-d4c2-4bb8-af49-7021448cde58 HTTP/1.1" status: 204 len: 168 time: 1.1439254 Apr 26 14:10:15.203323 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (26148de4-01de-40bd-8fd0-63d3a680593a), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.434934 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:10:15.444533 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9cef2-2c46-41a4-900a-d8ffab7e3a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73f4059-d4c2-4bb8-af49-7021448cde58,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:15.448081 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (09c43fb9-cfef-475c-a813-7ccc0597fc0d), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.448081 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] Added segment 09c43fb9-cfef-475c-a813-7ccc0597fc0d of type vlan for network 11cc6045-a3ec-4167-aad9-bad8cba2d397 Apr 26 14:10:15.448081 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26148de4-01de-40bd-8fd0-63d3a680593a,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:15.448081 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-27f34237-045d-4506-a94c-6d477250a5fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.448081 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (11cc6045-a3ec-4167-aad9-bad8cba2d397), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.501434 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Router 99f8baf1-417d-40f2-995e-618c86edc4c6 is scheduled to L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c with binding_index 1 {{(pid=103924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 26 14:10:15.551033 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.db.resource_extend [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 26 14:10:15.679304 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device fb7d9c03-d261-4b73-acde-79bf39d32428 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:10:15.739432 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port fb7d9c03-d261-4b73-acde-79bf39d32428 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:15.740456 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.746059 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1384e661-6494-4422-8e31-f26a20f341df None None] Network 2f88888a-dab3-44ae-957f-4a304598e58f requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:10:15.773512 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (11cc6045-a3ec-4167-aad9-bad8cba2d397), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.774493 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:15.775075 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.784307 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.803554 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-27f34237-045d-4506-a94c-6d477250a5fd admin admin] Publish callbacks [] for security_group (36fb663c-ee91-41e0-ae85-b307da0f719f), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.814754 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Publish callbacks [] for port (9b64740a-4f65-4d36-806e-79a4a0dc37c1), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.833291 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9ec83a1a-581d-40f6-ac2e-8040c5d722b1 req-c5efb9af-75d8-40fd-b677-6bc927ee397a tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 210 time: 0.0687017 Apr 26 14:10:15.852049 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:10:15.888333 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Sync routers for ids ['99f8baf1-417d-40f2-995e-618c86edc4c6'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:10:15.910356 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-718c1748-31ba-44bf-943d-4c6d3c14f6d3 None None] Provisioning complete for port fb7d9c03-d261-4b73-acde-79bf39d32428 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:15.912318 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-718c1748-31ba-44bf-943d-4c6d3c14f6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.919650 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (9b64740a-4f65-4d36-806e-79a4a0dc37c1), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.989569 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:15.989721 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Routers {'99f8baf1-417d-40f2-995e-618c86edc4c6'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:10:15.990868 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e353e0da-53b7-4cc1-877c-83f1ef2f66a0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2518897 Apr 26 14:10:15.991744 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:09:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['99f8baf1-417d-40f2-995e-618c86edc4c6'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:15.994041 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52782) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:16.038428 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Attempting to bind port 9b64740a-4f65-4d36-806e-79a4a0dc37c1 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:10:16.043124 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Attempting to bind port 9b64740a-4f65-4d36-806e-79a4a0dc37c1 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:10:16.043812 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Attempting to bind port 9b64740a-4f65-4d36-806e-79a4a0dc37c1 on network 692e678d-165f-4510-9c90-3c52c427e7b7 {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:10:16.072511 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:10:16.074179 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Checking segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:10:16.076736 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:16.076736 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Bound using segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:10:16.076736 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Bound port: 9b64740a-4f65-4d36-806e-79a4a0dc37c1, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:10:16.077477 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (9b64740a-4f65-4d36-806e-79a4a0dc37c1), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:16.214503 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] For port 9b64740a-4f65-4d36-806e-79a4a0dc37c1, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:10:16.219732 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] For port 9b64740a-4f65-4d36-806e-79a4a0dc37c1, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=9b64740a-4f65-4d36-806e-79a4a0dc37c1,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:10:16.251257 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Pushing event updated for resources: {'Port': ['ID=9b64740a-4f65-4d36-806e-79a4a0dc37c1,revision_number=2']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:16.269041 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:16.269647 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:16.270386 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:16.270941 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:16.271466 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:16.272129 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:16.272654 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:16.273191 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:16.273686 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:16.274292 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:16.274782 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:16.275264 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:16.275874 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Tracked resource versions report: Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: pushed versions: Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: { 'AddressGroup': {'1.2'}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'ConntrackHelper': {'1.0'}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'LocalIPAssociation': {'1.0'}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Log': {'1.0'}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Network': {'1.1'}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Port': {'1.7'}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'PortForwarding': {'1.2'}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'QosPolicy': {'1.10'}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'SecurityGroup': {'1.5'}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'SecurityGroupRule': {'1.2'}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'SubPort': {'1.0'}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Subnet': {'1.1'}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Trunk': {'1.1'}} Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: consumer versions: Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: { DHCP agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: HyperV agent@hv-cinder-83513: {}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: L3 agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: Metadata agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: Metering agent@dv-cinder-835133-2-iscsi: {}, Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: Open vSwitch agent@dv-cinder-835133-2-iscsi: { 'AddressGroup': '1.2', Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'ConntrackHelper': '1.0', Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'LocalIPAssociation': '1.0', Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Log': '1.0', Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Network': '1.1', Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Port': '1.7', Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'PortForwarding': '1.2', Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'QosPolicy': '1.10', Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'SecurityGroup': '1.5', Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'SecurityGroupRule': '1.2', Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'SubPort': '1.0', Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Subnet': '1.1', Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: 'Trunk': '1.1'}} Apr 26 14:10:16.277249 dv-cinder-835133-2-iscsi neutron-server[103926]: {{(pid=103926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 26 14:10:16.333930 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-27f34237-045d-4506-a94c-6d477250a5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (36fb663c-ee91-41e0-ae85-b307da0f719f), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:16.342371 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (9b64740a-4f65-4d36-806e-79a4a0dc37c1), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:16.343223 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6699855 Apr 26 14:10:16.349004 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52794) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:16.396959 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-a277bbbd-1bf1-4b08-842f-869561749660 admin admin] Request body: {'subnet': {'network_id': '11cc6045-a3ec-4167-aad9-bad8cba2d397', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1012354377-subnet', 'tenant_id': '7ebc588f80bc437793b692f62653f259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:16.401859 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Set router 99f8baf1-417d-40f2-995e-618c86edc4c6 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:10:16.478525 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd302bfd-6126-4971-8aeb-2caeba7b082d None None] Pushing event updated for resources: {'Port': ['ID=9b64740a-4f65-4d36-806e-79a4a0dc37c1,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:16.483454 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f34237-045d-4506-a94c-6d477250a5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fb663c-ee91-41e0-ae85-b307da0f719f,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:16.485902 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671e8ba-8050-498e-893f-dd2c6800beda admin admin] Pushing event updated for resources: {'Network': ['ID=11cc6045-a3ec-4167-aad9-bad8cba2d397,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:16.486139 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Routers {'51076078-4c58-4b04-9c96-d1e52ac4cdc8'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:10:16.486813 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:09:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:16.536048 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-27f34237-045d-4506-a94c-6d477250a5fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92219fbf5acf4734907d95d02b678872&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6376295 Apr 26 14:10:16.538730 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52802) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:16.638174 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] Set router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:10:16.720537 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network 11cc6045-a3ec-4167-aad9-bad8cba2d397 details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:10:16.725186 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b6bfea48-34e8-4621-91b7-234c3c63df92 admin admin] Publish callbacks [] for security_group (36fb663c-ee91-41e0-ae85-b307da0f719f), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:16.772978 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b6bfea48-34e8-4621-91b7-234c3c63df92 admin admin] Publish callbacks [] for security_group (36fb663c-ee91-41e0-ae85-b307da0f719f), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:16.796550 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port fb7d9c03-d261-4b73-acde-79bf39d32428 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:16.796996 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:16.808442 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a277bbbd-1bf1-4b08-842f-869561749660 admin admin] Made reservation on behalf of 7ebc588f80bc437793b692f62653f259 for: {'subnet': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:10:16.824820 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a277bbbd-1bf1-4b08-842f-869561749660 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:16.859972 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-718c1748-31ba-44bf-943d-4c6d3c14f6d3 None None] Current status of the port fb7d9c03-d261-4b73-acde-79bf39d32428 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:16.860691 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-718c1748-31ba-44bf-943d-4c6d3c14f6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:16.893484 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0958f532-da80-4196-822d-869781811f36 None None] For port fb7d9c03-d261-4b73-acde-79bf39d32428, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=fb7d9c03-d261-4b73-acde-79bf39d32428,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:16.914249 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:12Z', 'revision_number': 3, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:16.926122 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Allocated IP 172.20.0.1 (da497052-bded-497c-b389-e8193210a8cf/b41c369f-3753-4ded-8eff-4455cba0638b/ffde2bf7-c614-4e10-931f-e32bcbf2200a) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:10:16.956499 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:16.959771 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:16.960817 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 72f89efc-2f33-4984-bc98-bcecc2120353 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:10:16.991616 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca1d21-51af-45ba-a91a-20e046a747f6 None None] The sync data for ids ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'] in dv-cinder-835133-2-iscsi is: [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:12Z', 'revision_number': 3, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:10:17.039921 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3c8e1870-4858-44a2-9744-415fc0a1a204 req-d1065d9e-3282-45c4-80b4-068a3960f638 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 210 time: 0.0612390 Apr 26 14:10:17.071719 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Pushing event updated for resources: {'Port': ['ID=fb7d9c03-d261-4b73-acde-79bf39d32428,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:17.127536 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.db.api [None req-718c1748-31ba-44bf-943d-4c6d3c14f6d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 26 14:10:17.127952 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG oslo_db.api [None req-718c1748-31ba-44bf-943d-4c6d3c14f6d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 26 14:10:17.149372 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 72f89efc-2f33-4984-bc98-bcecc2120353 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:17.149878 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:17.176250 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:13Z', 'revision_number': 3, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:17.216343 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Checking router: 99f8baf1-417d-40f2-995e-618c86edc4c6 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:10:17.216762 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Updating router 99f8baf1-417d-40f2-995e-618c86edc4c6 port 938f4eca-aa59-4dbe-a94e-07dce7d44188 binding host dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:10:17.244862 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b6bfea48-34e8-4621-91b7-234c3c63df92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (36fb663c-ee91-41e0-ae85-b307da0f719f), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:17.247735 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b6bfea48-34e8-4621-91b7-234c3c63df92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:17.251516 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b6bfea48-34e8-4621-91b7-234c3c63df92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36fb663c-ee91-41e0-ae85-b307da0f719f HTTP/1.1" status: 204 len: 168 time: 0.7118235 Apr 26 14:10:17.260891 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (938f4eca-aa59-4dbe-a94e-07dce7d44188), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:17.296585 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Allocated IP 172.20.0.1 (2f88888a-dab3-44ae-957f-4a304598e58f/1dacbde0-1ec2-4fcc-b4da-f9fec0055f30/6ab253f6-89f8-445f-bd80-7c647aaab775) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:10:17.343714 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfea48-34e8-4621-91b7-234c3c63df92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fb663c-ee91-41e0-ae85-b307da0f719f,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:17.348469 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Publish callbacks [] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:17.538727 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:17.573734 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Publish callbacks [] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:17.684604 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Pushing event updated for resources: {'Port': ['ID=ffde2bf7-c614-4e10-931f-e32bcbf2200a,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:17.701902 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:17.713052 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a277bbbd-1bf1-4b08-842f-869561749660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for subnet (8a07714c-3144-4420-be33-f2fd68df5455), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:17.750232 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Network 2f88888a-dab3-44ae-957f-4a304598e58f is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:10:17.754796 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:17.762656 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 72f89efc-2f33-4984-bc98-bcecc2120353 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:17.775650 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:10:17.776304 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558986'] for router_interface (99f8baf1-417d-40f2-995e-618c86edc4c6), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:17.850173 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Network da497052-bded-497c-b389-e8193210a8cf is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:10:17.869738 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:17.882381 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:10:17.882381 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558986'] for router_interface (51076078-4c58-4b04-9c96-d1e52ac4cdc8), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:17.905618 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Pushing event updated for resources: {'Port': ['ID=6ab253f6-89f8-445f-bd80-7c647aaab775,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:17.942113 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-718c1748-31ba-44bf-943d-4c6d3c14f6d3 None None] Current status of the port fb7d9c03-d261-4b73-acde-79bf39d32428 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:18.069422 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Publish callbacks [] for port (938f4eca-aa59-4dbe-a94e-07dce7d44188), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:18.137772 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-53418500-6263-4a6e-aab8-116192da794e None None] Provisioning complete for port fb7d9c03-d261-4b73-acde-79bf39d32428 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:18.138406 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-53418500-6263-4a6e-aab8-116192da794e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:18.236785 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (938f4eca-aa59-4dbe-a94e-07dce7d44188), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:18.249048 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device fb7d9c03-d261-4b73-acde-79bf39d32428 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:10:18.254131 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52854) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:18.289081 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277bbbd-1bf1-4b08-842f-869561749660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a07714c-3144-4420-be33-f2fd68df5455,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:18.376122 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:18.392783 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e312fa4-ec53-49e7-91ed-f9b85107eb3b None None] Pushing event updated for resources: {'Port': ['ID=938f4eca-aa59-4dbe-a94e-07dce7d44188,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:18.457889 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Attempting to bind port 938f4eca-aa59-4dbe-a94e-07dce7d44188 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:10:18.458477 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Attempting to bind port 938f4eca-aa59-4dbe-a94e-07dce7d44188 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:10:18.458887 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Attempting to bind port 938f4eca-aa59-4dbe-a94e-07dce7d44188 on network 692e678d-165f-4510-9c90-3c52c427e7b7 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:10:18.458996 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a277bbbd-1bf1-4b08-842f-869561749660 admin admin] Checking segment: {'id': '09c43fb9-cfef-475c-a813-7ccc0597fc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '11cc6045-a3ec-4167-aad9-bad8cba2d397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:10:18.459301 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a277bbbd-1bf1-4b08-842f-869561749660 admin admin] Network hostable DHCP agents. Network: 11cc6045-a3ec-4167-aad9-bad8cba2d397, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:10:18.492046 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:10:18.492525 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Checking segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:10:18.492998 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:18.493470 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Bound using segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:10:18.494053 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Bound port: 938f4eca-aa59-4dbe-a94e-07dce7d44188, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:10:18.494551 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (938f4eca-aa59-4dbe-a94e-07dce7d44188), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:18.541089 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4ded7fdb-cbe9-45d8-a0f7-d0ab5905f1b9 req-7bceb395-b238-4dc0-ad9a-989c87a53b45 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 210 time: 0.0884275 Apr 26 14:10:18.644507 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a277bbbd-1bf1-4b08-842f-869561749660 admin admin] Network 11cc6045-a3ec-4167-aad9-bad8cba2d397 is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:10:18.661365 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] For port 938f4eca-aa59-4dbe-a94e-07dce7d44188, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:10:18.663732 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port fb7d9c03-d261-4b73-acde-79bf39d32428 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:18.664100 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:18.703460 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-53418500-6263-4a6e-aab8-116192da794e None None] Current status of the port fb7d9c03-d261-4b73-acde-79bf39d32428 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:18.706656 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] For port 938f4eca-aa59-4dbe-a94e-07dce7d44188, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=938f4eca-aa59-4dbe-a94e-07dce7d44188,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:10:18.756549 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:18.758774 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52866) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:18.777131 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port fb7d9c03-d261-4b73-acde-79bf39d32428 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:18.778963 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e9a65aff-b585-4cad-a5be-5d4f66a66bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:18.781352 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 9b64740a-4f65-4d36-806e-79a4a0dc37c1 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:10:18.785242 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-a277bbbd-1bf1-4b08-842f-869561749660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, 11cc6045-a3ec-4167-aad9-bad8cba2d397) {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:18.804381 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a277bbbd-1bf1-4b08-842f-869561749660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:18.805352 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a277bbbd-1bf1-4b08-842f-869561749660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:18.828518 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6fa6ad-3cb3-4a4f-86db-f408dcc9f5a9 None None] Network 11cc6045-a3ec-4167-aad9-bad8cba2d397 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:10:18.831570 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-86e687d1-3486-4ae7-8075-c2e5e0dc18fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:18.837104 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (938f4eca-aa59-4dbe-a94e-07dce7d44188), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:18.904507 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e9a65aff-b585-4cad-a5be-5d4f66a66bf3 admin admin] Publish callbacks [] for security_group (dd6af5cd-d51b-4a78-ab2b-e6382994cc65), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:18.950312 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Publish callbacks [] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:18.983886 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-a277bbbd-1bf1-4b08-842f-869561749660 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6201742 Apr 26 14:10:19.004538 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-c3b0a425-26ec-4f9d-affe-58add248b5ae None None] Provisioning complete for port 6ab253f6-89f8-445f-bd80-7c647aaab775 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:19.004969 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c3b0a425-26ec-4f9d-affe-58add248b5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:19.012455 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-86e687d1-3486-4ae7-8075-c2e5e0dc18fd admin admin] Publish callbacks [] for security_group (a7e7d57f-0545-4984-bb77-e138577821b6), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:19.015268 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e9a65aff-b585-4cad-a5be-5d4f66a66bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (dd6af5cd-d51b-4a78-ab2b-e6382994cc65), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:19.046809 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:19.048153 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557114'] for router_interface (99f8baf1-417d-40f2-995e-618c86edc4c6), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:19.070844 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Routers {'99f8baf1-417d-40f2-995e-618c86edc4c6'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:10:19.071464 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:09:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['99f8baf1-417d-40f2-995e-618c86edc4c6'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:19.091633 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a65aff-b585-4cad-a5be-5d4f66a66bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6af5cd-d51b-4a78-ab2b-e6382994cc65,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:19.163317 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-e9a65aff-b585-4cad-a5be-5d4f66a66bf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b86927c0bd534d0b8a9e237349b45bfd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4021325 Apr 26 14:10:19.165904 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52880) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:19.181456 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.26', 57790) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:19.226240 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-86e687d1-3486-4ae7-8075-c2e5e0dc18fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (a7e7d57f-0545-4984-bb77-e138577821b6), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:19.258568 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c3b0a425-26ec-4f9d-affe-58add248b5ae None None] Port 6ab253f6-89f8-445f-bd80-7c647aaab775 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:10:19.260174 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e312fa4-ec53-49e7-91ed-f9b85107eb3b None None] Pushing event updated for resources: {'Port': ['ID=938f4eca-aa59-4dbe-a94e-07dce7d44188,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:19.274318 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e523502-3159-4b13-9eae-262fa00fea9d None None] Network 11cc6045-a3ec-4167-aad9-bad8cba2d397 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:10:19.279511 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52882) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:19.283018 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 9b64740a-4f65-4d36-806e-79a4a0dc37c1 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:19.283184 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (9b64740a-4f65-4d36-806e-79a4a0dc37c1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:19.287865 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-86e687d1-3486-4ae7-8075-c2e5e0dc18fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f655c8d396cb4e56955bc6a3be6e69c1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0323954 Apr 26 14:10:19.296934 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52890) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:19.303992 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Pushing event updated for resources: {'Port': ['ID=6ab253f6-89f8-445f-bd80-7c647aaab775,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:19.400087 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-adc33aa5-48eb-4775-b8c6-920a0df65963 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:19.401605 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-adc33aa5-48eb-4775-b8c6-920a0df65963 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.26 "GET /v2.0/networks?id=31e9d2ec-cfa2-41cc-9e12-7e041433107c HTTP/1.1" status: 200 len: 812 time: 0.2210827 Apr 26 14:10:19.453943 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-e49f8a32-1c7c-49d4-9842-9c164d90b753 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Request body: {'port': {'device_id': '273cc945-5e47-4750-931a-a753cceef77a', 'network_id': '31e9d2ec-cfa2-41cc-9e12-7e041433107c', 'admin_state_up': True, 'tenant_id': '3d8a12641de140b68d42fda0758a97ef'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:19.460743 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-c3b0a425-26ec-4f9d-affe-58add248b5ae None None] Provisioning complete for port ffde2bf7-c614-4e10-931f-e32bcbf2200a triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:19.461115 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c3b0a425-26ec-4f9d-affe-58add248b5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:19.509398 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e687d1-3486-4ae7-8075-c2e5e0dc18fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e7d57f-0545-4984-bb77-e138577821b6,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:19.524638 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ab8b-b38d-46a8-85ae-4fbb20630d9b admin admin] Publish callbacks [] for security_group (dd6af5cd-d51b-4a78-ab2b-e6382994cc65), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:19.546817 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4350cb-aabf-4347-b9d8-04ba439a14be admin admin] Deleting subnet 13e0cb05-5681-485a-abd6-2c78c36830d7 {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:10:19.562346 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ac4350cb-aabf-4347-b9d8-04ba439a14be admin admin] Publish callbacks [] for subnet (13e0cb05-5681-485a-abd6-2c78c36830d7), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:19.607525 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ed8be619-2081-49fe-83bc-d7588e15548c admin admin] Publish callbacks [] for security_group (a7e7d57f-0545-4984-bb77-e138577821b6), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:19.670159 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Network 2f88888a-dab3-44ae-957f-4a304598e58f is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:10:19.697364 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:19.704280 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ac4350cb-aabf-4347-b9d8-04ba439a14be admin admin] Publish callbacks [] for subnet (13e0cb05-5681-485a-abd6-2c78c36830d7), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:19.752801 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ed8be619-2081-49fe-83bc-d7588e15548c admin admin] Publish callbacks [] for security_group (a7e7d57f-0545-4984-bb77-e138577821b6), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:19.763758 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ab8b-b38d-46a8-85ae-4fbb20630d9b admin admin] Publish callbacks [] for security_group (dd6af5cd-d51b-4a78-ab2b-e6382994cc65), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:19.785365 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ac4350cb-aabf-4347-b9d8-04ba439a14be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (13e0cb05-5681-485a-abd6-2c78c36830d7), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:19.904748 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] Set router 99f8baf1-417d-40f2-995e-618c86edc4c6 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:10:19.933613 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c3b0a425-26ec-4f9d-affe-58add248b5ae None None] Port ffde2bf7-c614-4e10-931f-e32bcbf2200a cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:10:19.994277 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Publish callbacks [] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.010390 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52920) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:20.035101 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-44db33cf-9af0-4aed-8ee8-742bcd9642ee req-22eddcbc-ee26-45c6-8073-069b5fb976c9 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 210 time: 0.1747169 Apr 26 14:10:20.057522 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.057522 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557114'] for router_interface (51076078-4c58-4b04-9c96-d1e52ac4cdc8), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.143742 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Router 99f8baf1-417d-40f2-995e-618c86edc4c6 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:10:20.223004 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ac4350cb-aabf-4347-b9d8-04ba439a14be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for subnet (13e0cb05-5681-485a-abd6-2c78c36830d7), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.233600 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 9b64740a-4f65-4d36-806e-79a4a0dc37c1 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:20.234618 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (9b64740a-4f65-4d36-806e-79a4a0dc37c1), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.235105 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ed8be619-2081-49fe-83bc-d7588e15548c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (a7e7d57f-0545-4984-bb77-e138577821b6), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.239551 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ed8be619-2081-49fe-83bc-d7588e15548c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.241571 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ed8be619-2081-49fe-83bc-d7588e15548c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7e7d57f-0545-4984-bb77-e138577821b6 HTTP/1.1" status: 204 len: 168 time: 0.9220860 Apr 26 14:10:20.291636 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Pushing event updated for resources: {'Port': ['ID=ffde2bf7-c614-4e10-931f-e32bcbf2200a,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:20.299096 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ac4350cb-aabf-4347-b9d8-04ba439a14be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.308589 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ac4350cb-aabf-4347-b9d8-04ba439a14be admin admin] 10.222.0.23 "DELETE /v2.0/subnets/13e0cb05-5681-485a-abd6-2c78c36830d7 HTTP/1.1" status: 204 len: 168 time: 1.0156102 Apr 26 14:10:20.316929 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52932) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:20.338458 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0958f532-da80-4196-822d-869781811f36 None None] For port 9b64740a-4f65-4d36-806e-79a4a0dc37c1, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=9b64740a-4f65-4d36-806e-79a4a0dc37c1,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:20.338971 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 52934) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:20.352592 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-4f3ad70e-0fca-43d4-9ba1-c78a6b856750 None None] Provisioning complete for port 6ab253f6-89f8-445f-bd80-7c647aaab775 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:20.352592 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad70e-0fca-43d4-9ba1-c78a6b856750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.357104 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4350cb-aabf-4347-b9d8-04ba439a14be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e0cb05-5681-485a-abd6-2c78c36830d7,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:20.367468 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8be619-2081-49fe-83bc-d7588e15548c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e7d57f-0545-4984-bb77-e138577821b6,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:20.415473 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-e49f8a32-1c7c-49d4-9842-9c164d90b753 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Made reservation on behalf of 3d8a12641de140b68d42fda0758a97ef for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:10:20.417357 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:10:20.418779 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-e49f8a32-1c7c-49d4-9842-9c164d90b753 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.428129 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ccd81fa4-307b-4f71-90ed-8a7bb32d5efd admin admin] 10.222.0.23 "PUT /v2.0/routers/99f8baf1-417d-40f2-995e-618c86edc4c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4314468 Apr 26 14:10:20.431576 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (9b64740a-4f65-4d36-806e-79a4a0dc37c1), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.452409 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ab8b-b38d-46a8-85ae-4fbb20630d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (dd6af5cd-d51b-4a78-ab2b-e6382994cc65), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.454963 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ab8b-b38d-46a8-85ae-4fbb20630d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.457223 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ad70e-0fca-43d4-9ba1-c78a6b856750 None None] Port 6ab253f6-89f8-445f-bd80-7c647aaab775 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:10:20.458426 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:10:20.469802 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-3ef6ab8b-b38d-46a8-85ae-4fbb20630d9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd6af5cd-d51b-4a78-ab2b-e6382994cc65 HTTP/1.1" status: 204 len: 168 time: 1.2999389 Apr 26 14:10:20.494488 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Network da497052-bded-497c-b389-e8193210a8cf is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:10:20.511819 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:20.516469 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6ab253f6-89f8-445f-bd80-7c647aaab775', 'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'mac_address': 'fa:16:3e:3f:94:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:16Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 2, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'subnets': [{'id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:20.520306 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Pushing event updated for resources: {'Port': ['ID=9b64740a-4f65-4d36-806e-79a4a0dc37c1,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:20.541088 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b8244d6b-c827-4b0c-8008-0a055f4ba924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.543534 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6ab8b-b38d-46a8-85ae-4fbb20630d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6af5cd-d51b-4a78-ab2b-e6382994cc65,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:20.547569 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb648f-9ca5-4962-baa5-94983895bf3e None None] The sync data for ids ['99f8baf1-417d-40f2-995e-618c86edc4c6'] in dv-cinder-835133-2-iscsi is: [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6ab253f6-89f8-445f-bd80-7c647aaab775', 'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'mac_address': 'fa:16:3e:3f:94:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:16Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 2, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'subnets': [{'id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:10:20.796761 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (133f2ea4-579d-4a77-a347-a9b2c613c49b), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.811644 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-36f0019c-9999-4568-8ca4-82add4b71e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.889547 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-ecb4011f-ace1-4932-b845-636f3d31e77a None None] Provisioning complete for port ffde2bf7-c614-4e10-931f-e32bcbf2200a triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:20.890663 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ecb4011f-ace1-4932-b845-636f3d31e77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:20.959353 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-ecb4011f-ace1-4932-b845-636f3d31e77a None None] Port ffde2bf7-c614-4e10-931f-e32bcbf2200a cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:10:21.022579 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b8244d6b-c827-4b0c-8008-0a055f4ba924 admin admin] Publish callbacks [] for security_group (ae5128d2-8fec-4d70-a3ff-ff9a67ad2c13), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:21.155487 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (133f2ea4-579d-4a77-a347-a9b2c613c49b), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:21.182925 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:21.183458 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:21.184297 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:21.184746 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:21.185184 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:21.185611 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:21.186067 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:21.186481 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:21.186901 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:21.187349 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:21.667490 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:21.667892 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:21.668265 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:21.668591 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:21.668996 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133f2ea4-579d-4a77-a347-a9b2c613c49b']}} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:21.700258 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b8244d6b-c827-4b0c-8008-0a055f4ba924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ae5128d2-8fec-4d70-a3ff-ff9a67ad2c13), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:21.831871 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b8244d6b-c827-4b0c-8008-0a055f4ba924 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7647b2a47a04782aac0cfafc3641f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8199530 Apr 26 14:10:21.843159 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 52996) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:21.953757 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-36f0019c-9999-4568-8ca4-82add4b71e15 admin admin] Publish callbacks [] for security_group (b4cdaea0-9ba3-454d-9149-16e77707eaf3), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:21.996721 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89221045-40ee-4d1b-8483-b5cd6e5e6607') {'for_net_delete': True} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:21.997163 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89221045-40ee-4d1b-8483-b5cd6e5e6607') {} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:22.052180 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d81ef90a-2fa3-469b-8c30-bf20a08f3d84 req-97ae6b4d-954a-4d8b-a575-bc71f3a6bc18 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 210 time: 0.3673294 Apr 26 14:10:22.083585 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934504'] for segment (89221045-40ee-4d1b-8483-b5cd6e5e6607), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:22.087137 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-e49f8a32-1c7c-49d4-9842-9c164d90b753 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Allocated IP 172.20.0.3 (31e9d2ec-cfa2-41cc-9e12-7e041433107c/d834fe0d-5492-4e65-bb62-e556f598242b/deabb5f0-90be-4df9-8257-aa30c4322106) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:10:22.116272 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9d380630-c183-4572-8b72-fd83fea616e4 admin admin] Publish callbacks [] for security_group (ae5128d2-8fec-4d70-a3ff-ff9a67ad2c13), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:22.130787 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8244d6b-c827-4b0c-8008-0a055f4ba924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5128d2-8fec-4d70-a3ff-ff9a67ad2c13,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:22.140983 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-36f0019c-9999-4568-8ca4-82add4b71e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (b4cdaea0-9ba3-454d-9149-16e77707eaf3), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:22.221567 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:10:22.247018 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (89221045-40ee-4d1b-8483-b5cd6e5e6607), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:22.311214 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9d380630-c183-4572-8b72-fd83fea616e4 admin admin] Publish callbacks [] for security_group (ae5128d2-8fec-4d70-a3ff-ff9a67ad2c13), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:22.319302 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-3d289757-b984-4477-9735-020a21907760 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:22.324366 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-3d289757-b984-4477-9735-020a21907760 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 818 time: 0.4922695 Apr 26 14:10:22.332220 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:10:22.332685 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995258'] for segment (89221045-40ee-4d1b-8483-b5cd6e5e6607), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:22.334572 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0019c-9999-4568-8ca4-82add4b71e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cdaea0-9ba3-454d-9149-16e77707eaf3,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: from cryptography.utils import int_from_bytes Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: from cryptography.utils import int_from_bytes Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: Traceback (most recent call last): Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: timer() Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: cb(*args, **kw) Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: return func(*args, **kwargs) Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: self._notify() Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: self.callback(batched_events) Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: event.method(event) Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: return f(self, *a, **k) Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: return self._get(url).json() Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: return self.request(url, 'GET', **kwargs) Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:10:22.351758 dv-cinder-835133-2-iscsi neutron-server[103923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:10:22.368430 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-cc1b4214-a215-4fa4-b4a3-2a39f60f4a1f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/quotas/afa3fcb59a274c22bcf1ebcf44211943 HTTP/1.1" status: 200 len: 375 time: 0.0252147 Apr 26 14:10:22.564779 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:10:22.583747 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Sync routers for ids ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:10:22.586010 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-36f0019c-9999-4568-8ca4-82add4b71e15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=836e6c0b48cf406c92e7819c05d8172a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2425904 Apr 26 14:10:22.598165 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Routers {'51076078-4c58-4b04-9c96-d1e52ac4cdc8'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:10:22.600760 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 53014) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:22.607279 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:09:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:22.612023 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4864726f-ad7d-4eab-a663-7cbf337d368d admin admin] 10.222.0.23 "PUT /v2.0/routers/51076078-4c58-4b04-9c96-d1e52ac4cdc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2199953 Apr 26 14:10:22.738932 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9d380630-c183-4572-8b72-fd83fea616e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ae5128d2-8fec-4d70-a3ff-ff9a67ad2c13), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:22.745354 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9d380630-c183-4572-8b72-fd83fea616e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:22.748247 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9d380630-c183-4572-8b72-fd83fea616e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae5128d2-8fec-4d70-a3ff-ff9a67ad2c13 HTTP/1.1" status: 204 len: 168 time: 0.8936934 Apr 26 14:10:22.770444 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-9c959879-4259-4150-9d86-29adbfc2bc12 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3849585 Apr 26 14:10:22.790074 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d380630-c183-4572-8b72-fd83fea616e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5128d2-8fec-4d70-a3ff-ff9a67ad2c13,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:22.853653 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (133f2ea4-579d-4a77-a347-a9b2c613c49b), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:22.863160 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 938f4eca-aa59-4dbe-a94e-07dce7d44188 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:10:22.934290 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Set router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:10:22.952567 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=133f2ea4-579d-4a77-a347-a9b2c613c49b,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:22.962112 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:22.965773 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-7c824530-f600-4861-a3f6-99d49062bff5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/133f2ea4-579d-4a77-a347-a9b2c613c49b HTTP/1.1" status: 204 len: 168 time: 2.6478164 Apr 26 14:10:22.968873 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 938f4eca-aa59-4dbe-a94e-07dce7d44188 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:22.969184 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53028) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:22.969658 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (938f4eca-aa59-4dbe-a94e-07dce7d44188), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.045567 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-366f7a52-7811-4e03-80c5-4b2acc864cdf admin admin] Publish callbacks [] for security_group (b4cdaea0-9ba3-454d-9149-16e77707eaf3), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.138211 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b98352-95e8-4a5b-a021-7bb60e8010e4 admin admin] Deleting subnet 8a07714c-3144-4420-be33-f2fd68df5455 {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:10:23.142115 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d4b98352-95e8-4a5b-a021-7bb60e8010e4 admin admin] Publish callbacks [] for subnet (8a07714c-3144-4420-be33-f2fd68df5455), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.157073 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 938f4eca-aa59-4dbe-a94e-07dce7d44188 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:23.157594 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (938f4eca-aa59-4dbe-a94e-07dce7d44188), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.165132 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-366f7a52-7811-4e03-80c5-4b2acc864cdf admin admin] Publish callbacks [] for security_group (b4cdaea0-9ba3-454d-9149-16e77707eaf3), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.200421 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0958f532-da80-4196-822d-869781811f36 None None] For port 938f4eca-aa59-4dbe-a94e-07dce7d44188, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=938f4eca-aa59-4dbe-a94e-07dce7d44188,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:23.204508 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-e49f8a32-1c7c-49d4-9842-9c164d90b753 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Publish callbacks [] for port (deabb5f0-90be-4df9-8257-aa30c4322106), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.220002 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d4b98352-95e8-4a5b-a021-7bb60e8010e4 admin admin] Publish callbacks [] for subnet (8a07714c-3144-4420-be33-f2fd68df5455), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.234792 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d4b98352-95e8-4a5b-a021-7bb60e8010e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (8a07714c-3144-4420-be33-f2fd68df5455), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.273041 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (938f4eca-aa59-4dbe-a94e-07dce7d44188), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.274125 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 9b64740a-4f65-4d36-806e-79a4a0dc37c1 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:10:23.338175 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-63fd6718-d17e-4c40-9657-a25ba3688900 req-9ce0e8d6-f5f7-4661-9736-a66f2891944c tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 210 time: 0.0893505 Apr 26 14:10:23.375830 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-366f7a52-7811-4e03-80c5-4b2acc864cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (b4cdaea0-9ba3-454d-9149-16e77707eaf3), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.378794 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-366f7a52-7811-4e03-80c5-4b2acc864cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.379967 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-366f7a52-7811-4e03-80c5-4b2acc864cdf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4cdaea0-9ba3-454d-9149-16e77707eaf3 HTTP/1.1" status: 204 len: 168 time: 0.7663996 Apr 26 14:10:23.417862 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f7a52-7811-4e03-80c5-4b2acc864cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cdaea0-9ba3-454d-9149-16e77707eaf3,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:23.422360 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d4b98352-95e8-4a5b-a021-7bb60e8010e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for subnet (8a07714c-3144-4420-be33-f2fd68df5455), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.456656 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-e49f8a32-1c7c-49d4-9842-9c164d90b753 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (deabb5f0-90be-4df9-8257-aa30c4322106), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.487109 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 9b64740a-4f65-4d36-806e-79a4a0dc37c1 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:23.488284 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (9b64740a-4f65-4d36-806e-79a4a0dc37c1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.523801 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b98352-95e8-4a5b-a021-7bb60e8010e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a07714c-3144-4420-be33-f2fd68df5455,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:23.546079 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d4b98352-95e8-4a5b-a021-7bb60e8010e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.551896 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Pushing event updated for resources: {'Port': ['ID=938f4eca-aa59-4dbe-a94e-07dce7d44188,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:23.552176 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d4b98352-95e8-4a5b-a021-7bb60e8010e4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8a07714c-3144-4420-be33-f2fd68df5455 HTTP/1.1" status: 204 len: 168 time: 0.5817540 Apr 26 14:10:23.557065 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53042) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:23.673183 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (11cc6045-a3ec-4167-aad9-bad8cba2d397), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:23.749508 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': 'ffde2bf7-c614-4e10-931f-e32bcbf2200a', 'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'mac_address': 'fa:16:3e:5c:de:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:15Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 2, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'subnets': [{'id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:23.750944 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 9b64740a-4f65-4d36-806e-79a4a0dc37c1 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:23.783127 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f8a32-1c7c-49d4-9842-9c164d90b753 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Pushing event updated for resources: {'Port': ['ID=deabb5f0-90be-4df9-8257-aa30c4322106,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:23.834917 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Checking router: 51076078-4c58-4b04-9c96-d1e52ac4cdc8 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:10:23.835962 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Updating router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 port ffde2bf7-c614-4e10-931f-e32bcbf2200a binding host dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:10:23.918364 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-e49f8a32-1c7c-49d4-9842-9c164d90b753 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Network 31e9d2ec-cfa2-41cc-9e12-7e041433107c is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:10:23.928967 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-e49f8a32-1c7c-49d4-9842-9c164d90b753 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:23.937181 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-e49f8a32-1c7c-49d4-9842-9c164d90b753 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:10:24.016641 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:24.021540 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (11cc6045-a3ec-4167-aad9-bad8cba2d397), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:24.103083 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:24.103360 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:24.106608 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:24.106948 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Subscribe: > port after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:24.107290 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:24.107625 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Subscribe: > port after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:24.107968 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:24.108267 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:24.108570 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:24.108885 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:24.127402 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-e49f8a32-1c7c-49d4-9842-9c164d90b753 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:24.128635 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-e49f8a32-1c7c-49d4-9842-9c164d90b753 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:24.234951 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Sync routers for ids ['99f8baf1-417d-40f2-995e-618c86edc4c6'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:10:24.236837 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-e49f8a32-1c7c-49d4-9842-9c164d90b753 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7858188 Apr 26 14:10:24.248597 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-ccfd0327-39e1-4495-bba7-f8d4d7eb7226 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 26 14:10:24.249608 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-ccfd0327-39e1-4495-bba7-f8d4d7eb7226 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074351 Apr 26 14:10:24.251042 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Routers {'99f8baf1-417d-40f2-995e-618c86edc4c6'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:10:24.251957 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:09:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['99f8baf1-417d-40f2-995e-618c86edc4c6'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:24.415640 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Publish callbacks [] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:24.441213 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:24.445857 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:24.445857 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:24.445857 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 26 14:10:24.445857 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11cc6045-a3ec-4167-aad9-bad8cba2d397']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:24.474567 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c43fb9-cfef-475c-a813-7ccc0597fc0d') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:24.474567 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c43fb9-cfef-475c-a813-7ccc0597fc0d') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:24.474729 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Set router 99f8baf1-417d-40f2-995e-618c86edc4c6 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:10:24.485303 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:24.515918 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195305'] for segment (09c43fb9-cfef-475c-a813-7ccc0597fc0d), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:24.574996 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (09c43fb9-cfef-475c-a813-7ccc0597fc0d), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:24.616074 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:10:24.616620 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745622'] for segment (09c43fb9-cfef-475c-a813-7ccc0597fc0d), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: from cryptography.utils import int_from_bytes Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: from cryptography.utils import int_from_bytes Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: Traceback (most recent call last): Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: timer() Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: cb(*args, **kw) Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: return func(*args, **kwargs) Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: self._notify() Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: self.callback(batched_events) Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: event.method(event) Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: return f(self, *a, **k) Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._get(url).json() Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: return self.request(url, 'GET', **kwargs) Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:10:24.620985 dv-cinder-835133-2-iscsi neutron-server[103924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:10:24.658793 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 53052) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:24.672155 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 938f4eca-aa59-4dbe-a94e-07dce7d44188 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:10:24.714342 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f49f8ef4-a70f-431b-9fed-609983202b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:24.720520 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9aa8a-2a2e-4613-8d02-ca6771610241 None None] Pushing event updated for resources: {'Port': ['ID=ffde2bf7-c614-4e10-931f-e32bcbf2200a,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:24.854929 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Attempting to bind port ffde2bf7-c614-4e10-931f-e32bcbf2200a on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:10:24.855636 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Attempting to bind port ffde2bf7-c614-4e10-931f-e32bcbf2200a by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:10:24.855636 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Attempting to bind port ffde2bf7-c614-4e10-931f-e32bcbf2200a on network da497052-bded-497c-b389-e8193210a8cf {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:10:24.874830 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:10:24.879637 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Checking segment: {'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:10:24.885151 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:24.885151 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Bound using segment: {'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:10:24.885151 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Bound port: ffde2bf7-c614-4e10-931f-e32bcbf2200a, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:10:24.885151 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:25.029570 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 938f4eca-aa59-4dbe-a94e-07dce7d44188 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:25.030612 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (938f4eca-aa59-4dbe-a94e-07dce7d44188), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:25.095722 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] For port ffde2bf7-c614-4e10-931f-e32bcbf2200a, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:10:25.110348 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] For port ffde2bf7-c614-4e10-931f-e32bcbf2200a, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=ffde2bf7-c614-4e10-931f-e32bcbf2200a,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:10:25.130247 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-9f4029b0-8794-47db-88ce-11577f804276 None None] Provisioning complete for port ffde2bf7-c614-4e10-931f-e32bcbf2200a triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:25.130617 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9f4029b0-8794-47db-88ce-11577f804276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:25.166000 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6ab253f6-89f8-445f-bd80-7c647aaab775', 'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'mac_address': 'fa:16:3e:3f:94:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:16Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 2, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'subnets': [{'id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:25.216982 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Checking router: 99f8baf1-417d-40f2-995e-618c86edc4c6 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:10:25.217343 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Updating router 99f8baf1-417d-40f2-995e-618c86edc4c6 port 6ab253f6-89f8-445f-bd80-7c647aaab775 binding host dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:10:25.223036 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:25.255062 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 53064) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:25.265393 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-0a5325f0-2618-4f8a-80e2-47eac6650266 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2026998090', 'description': 'tempest-description--73260849'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:25.266837 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-bbb2b84b-76f3-4a98-a886-2c0bbfec1543 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 26 14:10:25.268829 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-bbb2b84b-76f3-4a98-a886-2c0bbfec1543 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.3089163 Apr 26 14:10:25.308736 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-9f4029b0-8794-47db-88ce-11577f804276 None None] Port ffde2bf7-c614-4e10-931f-e32bcbf2200a cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:10:25.334327 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:25.352942 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 938f4eca-aa59-4dbe-a94e-07dce7d44188 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:25.372252 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Routers {'51076078-4c58-4b04-9c96-d1e52ac4cdc8'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:10:25.381544 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:09:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:25.427418 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Request body: {'port': {'device_id': '273cc945-5e47-4750-931a-a753cceef77a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:25.503885 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a5325f0-2618-4f8a-80e2-47eac6650266 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:25.563036 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-f5c2a5e7-7cd2-4269-859f-38e698e901f5 service neutron] 10.222.0.23 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790091 Apr 26 14:10:25.564148 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (11cc6045-a3ec-4167-aad9-bad8cba2d397), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:25.729406 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53070) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:25.774983 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9aa8a-2a2e-4613-8d02-ca6771610241 None None] Pushing event updated for resources: {'Port': ['ID=ffde2bf7-c614-4e10-931f-e32bcbf2200a,revision_number=4']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:25.775917 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:25.790642 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] 10.222.0.23 "DELETE /v2.0/networks/11cc6045-a3ec-4167-aad9-bad8cba2d397 HTTP/1.1" status: 204 len: 168 time: 2.2255087 Apr 26 14:10:25.792348 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a59a44-7617-4b30-91d3-d1f33a354a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=11cc6045-a3ec-4167-aad9-bad8cba2d397,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:25.856338 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] Set router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:10:26.046713 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f49f8ef4-a70f-431b-9fed-609983202b92 admin admin] Publish callbacks [] for security_group (c9096594-a294-47b7-bbe2-ced253ecd78d), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:26.047154 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0ec0da6b-454e-4f7b-b9fe-487647ddd668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:26.069119 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-5125f531-fe6a-45df-ad9a-96a007aa8287 None None] Provisioning complete for port ffde2bf7-c614-4e10-931f-e32bcbf2200a triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:26.069575 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5125f531-fe6a-45df-ad9a-96a007aa8287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:26.249924 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-9c8ade06-7d8b-4993-8c70-3922cfbb141f service neutron] 10.222.0.23 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561918 Apr 26 14:10:26.301592 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f49f8ef4-a70f-431b-9fed-609983202b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (c9096594-a294-47b7-bbe2-ced253ecd78d), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:26.364847 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0ec0da6b-454e-4f7b-b9fe-487647ddd668 admin admin] Publish callbacks [] for security_group (7a45589f-1a8c-4c0c-b578-aef7d6034486), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:26.381158 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f8ef4-a70f-431b-9fed-609983202b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9096594-a294-47b7-bbe2-ced253ecd78d,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:26.430993 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (deabb5f0-90be-4df9-8257-aa30c4322106), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:26.478918 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0ec0da6b-454e-4f7b-b9fe-487647ddd668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (7a45589f-1a8c-4c0c-b578-aef7d6034486), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:26.529116 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': 'ffde2bf7-c614-4e10-931f-e32bcbf2200a', 'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'mac_address': 'fa:16:3e:5c:de:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:15Z', 'updated_at': '2022-04-26T14:10:25Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'subnets': [{'id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:26.594027 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53086) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:26.622734 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2585ded3-d26a-4f31-be3c-97b0b922f41b None None] The sync data for ids ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'] in dv-cinder-835133-2-iscsi is: [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': 'ffde2bf7-c614-4e10-931f-e32bcbf2200a', 'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'mac_address': 'fa:16:3e:5c:de:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:15Z', 'updated_at': '2022-04-26T14:10:25Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'subnets': [{'id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:10:26.627130 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-5125f531-fe6a-45df-ad9a-96a007aa8287 None None] Current status of the port ffde2bf7-c614-4e10-931f-e32bcbf2200a is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:26.627607 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5125f531-fe6a-45df-ad9a-96a007aa8287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:26.653820 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0da6b-454e-4f7b-b9fe-487647ddd668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a45589f-1a8c-4c0c-b578-aef7d6034486,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:26.654013 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a513f639-3cff-4c15-8a29-788e15916431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:26.686725 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0ec0da6b-454e-4f7b-b9fe-487647ddd668 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b50db73a3f194dffb93e2e93800d5cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9506319 Apr 26 14:10:26.698594 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53088) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:26.725000 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Publish callbacks [] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:26.778107 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-5125f531-fe6a-45df-ad9a-96a007aa8287 None None] For port ffde2bf7-c614-4e10-931f-e32bcbf2200a, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=ffde2bf7-c614-4e10-931f-e32bcbf2200a,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:26.829724 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:26.835675 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-bdefbe21-8607-47d0-bacc-f72f99fd9439 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3889c033c96540dc97f295d397829779&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2114615 Apr 26 14:10:26.839646 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53102) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:26.868451 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-16efa12c-ac29-4d34-9e32-bef41d3e1114 admin admin] Publish callbacks [] for security_group (7a45589f-1a8c-4c0c-b578-aef7d6034486), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:26.905217 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-16efa12c-ac29-4d34-9e32-bef41d3e1114 admin admin] Publish callbacks [] for security_group (7a45589f-1a8c-4c0c-b578-aef7d6034486), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:26.965196 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5125f531-fe6a-45df-ad9a-96a007aa8287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:27.080435 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256466d-f38f-4e82-b181-30a2b1625a1b None None] Pushing event updated for resources: {'Port': ['ID=6ab253f6-89f8-445f-bd80-7c647aaab775,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:27.134522 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c44828-5d49-420e-8a08-08f07d617522 req-37a5badd-aa76-48f9-8f1f-1d56f8fd0f2b tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:27.140852 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-98f3885a-7d83-43ad-9f32-99e8b6f48ac5 req-96f7630b-35e8-4e41-9f2c-88a0c935ac43 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 210 time: 0.1377707 Apr 26 14:10:27.146828 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58c44828-5d49-420e-8a08-08f07d617522 req-37a5badd-aa76-48f9-8f1f-1d56f8fd0f2b tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 931 time: 1.0913484 Apr 26 14:10:27.233012 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3c46e4ee-d2af-434b-a639-09149db21d19 admin admin] Publish callbacks [] for security_group (de4c770f-31a4-4b27-98e1-25401a10b3c2), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:27.296016 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f49f8ef4-a70f-431b-9fed-609983202b92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1b6ddcc3c834ec79482b17f2a2860c1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6353328 Apr 26 14:10:27.300580 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53120) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:27.327993 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3c46e4ee-d2af-434b-a639-09149db21d19 admin admin] Publish callbacks [] for security_group (de4c770f-31a4-4b27-98e1-25401a10b3c2), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:27.340872 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-16efa12c-ac29-4d34-9e32-bef41d3e1114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (7a45589f-1a8c-4c0c-b578-aef7d6034486), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:27.347265 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-16efa12c-ac29-4d34-9e32-bef41d3e1114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:27.347748 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-16efa12c-ac29-4d34-9e32-bef41d3e1114 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a45589f-1a8c-4c0c-b578-aef7d6034486 HTTP/1.1" status: 204 len: 168 time: 0.6474979 Apr 26 14:10:27.390312 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a5325f0-2618-4f8a-80e2-47eac6650266 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group (ef53f007-40a8-45f3-b894-f214c74fe649), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:27.410562 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efa12c-ac29-4d34-9e32-bef41d3e1114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a45589f-1a8c-4c0c-b578-aef7d6034486,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:27.566609 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8f1194f1-158e-44a0-bb2b-bb6f65fd0a64 admin admin] Publish callbacks [] for security_group (c9096594-a294-47b7-bbe2-ced253ecd78d), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:27.580587 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a5325f0-2618-4f8a-80e2-47eac6650266 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ef53f007-40a8-45f3-b894-f214c74fe649), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:27.606313 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Attempting to bind port 6ab253f6-89f8-445f-bd80-7c647aaab775 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:10:27.606803 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Attempting to bind port 6ab253f6-89f8-445f-bd80-7c647aaab775 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:10:27.607207 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Attempting to bind port 6ab253f6-89f8-445f-bd80-7c647aaab775 on network 2f88888a-dab3-44ae-957f-4a304598e58f {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:10:27.672184 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125f531-fe6a-45df-ad9a-96a007aa8287 None None] Pushing event updated for resources: {'Port': ['ID=ffde2bf7-c614-4e10-931f-e32bcbf2200a,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:27.689843 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:10:27.702465 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Checking segment: {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:10:27.702925 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:27.703556 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Bound using segment: {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:10:27.704090 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Bound port: 6ab253f6-89f8-445f-bd80-7c647aaab775, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:10:27.704475 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:27.724350 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-28e85972-b2b3-45f3-b072-0ea44d072553 None None] Provisioning complete for port 6ab253f6-89f8-445f-bd80-7c647aaab775 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:27.725331 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-28e85972-b2b3-45f3-b072-0ea44d072553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:27.727068 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58c44828-5d49-420e-8a08-08f07d617522 req-6c0013f2-ce2e-42d3-acec-2c72826ceb9f tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687475 Apr 26 14:10:27.821602 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5325f0-2618-4f8a-80e2-47eac6650266 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef53f007-40a8-45f3-b894-f214c74fe649,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:27.837662 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8f1194f1-158e-44a0-bb2b-bb6f65fd0a64 admin admin] Publish callbacks [] for security_group (c9096594-a294-47b7-bbe2-ced253ecd78d), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:27.896457 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a5325f0-2618-4f8a-80e2-47eac6650266 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:27.905403 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0a5325f0-2618-4f8a-80e2-47eac6650266 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.6487598 Apr 26 14:10:27.909457 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-28e85972-b2b3-45f3-b072-0ea44d072553 None None] Port 6ab253f6-89f8-445f-bd80-7c647aaab775 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:10:27.912137 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 53142) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:27.923629 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3c46e4ee-d2af-434b-a639-09149db21d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (de4c770f-31a4-4b27-98e1-25401a10b3c2), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:27.927604 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3c46e4ee-d2af-434b-a639-09149db21d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:27.929249 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3c46e4ee-d2af-434b-a639-09149db21d19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de4c770f-31a4-4b27-98e1-25401a10b3c2 HTTP/1.1" status: 204 len: 168 time: 1.0887110 Apr 26 14:10:27.959299 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-6c1907c4-8db1-405e-a702-448935e2095d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Request body: {'security_group_rule': {'security_group_id': 'ef53f007-40a8-45f3-b894-f214c74fe649', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:27.965807 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46e4ee-d2af-434b-a639-09149db21d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4c770f-31a4-4b27-98e1-25401a10b3c2,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:28.022098 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] For port 6ab253f6-89f8-445f-bd80-7c647aaab775, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:10:28.043124 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-0669c2b5-62f0-4c1f-9dab-65f7dab7abb2 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:28.056420 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-0669c2b5-62f0-4c1f-9dab-65f7dab7abb2 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 818 time: 0.3832433 Apr 26 14:10:28.107790 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] For port 6ab253f6-89f8-445f-bd80-7c647aaab775, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=6ab253f6-89f8-445f-bd80-7c647aaab775,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:10:28.116457 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-f36ddd40-e5a2-4555-83a8-5dc2ea1eeef3 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/quotas/afa3fcb59a274c22bcf1ebcf44211943 HTTP/1.1" status: 200 len: 375 time: 0.0575058 Apr 26 14:10:28.228020 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8f1194f1-158e-44a0-bb2b-bb6f65fd0a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (c9096594-a294-47b7-bbe2-ced253ecd78d), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:28.232279 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deabb5f0-90be-4df9-8257-aa30c4322106 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:10:28.234015 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8f1194f1-158e-44a0-bb2b-bb6f65fd0a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:28.235732 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-8f1194f1-158e-44a0-bb2b-bb6f65fd0a64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9096594-a294-47b7-bbe2-ced253ecd78d HTTP/1.1" status: 204 len: 168 time: 0.9341457 Apr 26 14:10:28.244055 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Publish callbacks [] for port (deabb5f0-90be-4df9-8257-aa30c4322106), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:28.253373 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:28.265355 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1194f1-158e-44a0-bb2b-bb6f65fd0a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9096594-a294-47b7-bbe2-ced253ecd78d,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:28.277477 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Transition to ACTIVE for port object deabb5f0-90be-4df9-8257-aa30c4322106 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:10:28.282910 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6c1907c4-8db1-405e-a702-448935e2095d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group_rule (11d40662-d754-4014-bc32-484127abd7a8), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:28.345540 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-78819284-d961-414d-bcd3-e8c1ae58fb6a tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2248256 Apr 26 14:10:28.411235 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (deabb5f0-90be-4df9-8257-aa30c4322106), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:28.569624 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Routers {'99f8baf1-417d-40f2-995e-618c86edc4c6'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:10:28.572361 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:09:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['99f8baf1-417d-40f2-995e-618c86edc4c6'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:28.771938 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-37f6bcc9-f50b-4d7c-a6da-3a97fda30949 service neutron] 10.222.0.23 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222367 Apr 26 14:10:28.844318 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256466d-f38f-4e82-b181-30a2b1625a1b None None] Pushing event updated for resources: {'Port': ['ID=6ab253f6-89f8-445f-bd80-7c647aaab775,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:28.850692 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-bef052cd-207a-4f1d-a8d6-cb07e47ae49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:28.884842 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device ffde2bf7-c614-4e10-931f-e32bcbf2200a up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:10:28.885395 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6c1907c4-8db1-405e-a702-448935e2095d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group_rule (11d40662-d754-4014-bc32-484127abd7a8), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:29.014459 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-372ccbd0-40c9-483d-bc5f-53ba7f352e7d service neutron] 10.222.0.23 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329035 Apr 26 14:10:29.057745 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6c1907c4-8db1-405e-a702-448935e2095d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (11d40662-d754-4014-bc32-484127abd7a8), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:29.098579 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] Set router 99f8baf1-417d-40f2-995e-618c86edc4c6 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:10:29.151082 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-cdd93092-34e6-4898-ba6b-c19a2683dbda None None] Provisioning complete for port 6ab253f6-89f8-445f-bd80-7c647aaab775 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:29.151459 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cdd93092-34e6-4898-ba6b-c19a2683dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:29.185555 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Pushing event updated for resources: {'Port': ['ID=deabb5f0-90be-4df9-8257-aa30c4322106,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:29.202257 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port ffde2bf7-c614-4e10-931f-e32bcbf2200a triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:29.202698 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:29.230758 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1907c4-8db1-405e-a702-448935e2095d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d40662-d754-4014-bc32-484127abd7a8,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:29.245153 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Attempting to bind port deabb5f0-90be-4df9-8257-aa30c4322106 on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:10:29.245845 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Attempting to bind port deabb5f0-90be-4df9-8257-aa30c4322106 by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': 'a83fa25d-b3f4-4559-a4e7-605f62b417f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31e9d2ec-cfa2-41cc-9e12-7e041433107c'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:10:29.246437 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Attempting to bind port deabb5f0-90be-4df9-8257-aa30c4322106 on network 31e9d2ec-cfa2-41cc-9e12-7e041433107c {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:10:29.265300 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Port deabb5f0-90be-4df9-8257-aa30c4322106 on network 31e9d2ec-cfa2-41cc-9e12-7e041433107c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:10:29.265633 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Attempting to bind port deabb5f0-90be-4df9-8257-aa30c4322106 on network 31e9d2ec-cfa2-41cc-9e12-7e041433107c {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:10:29.294542 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:10:29.294897 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Checking segment: {'id': 'a83fa25d-b3f4-4559-a4e7-605f62b417f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31e9d2ec-cfa2-41cc-9e12-7e041433107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:10:29.296693 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Bound using segment: {'id': 'a83fa25d-b3f4-4559-a4e7-605f62b417f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31e9d2ec-cfa2-41cc-9e12-7e041433107c'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:10:29.297822 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Bound port: deabb5f0-90be-4df9-8257-aa30c4322106, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83fa25d-b3f4-4559-a4e7-605f62b417f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '31e9d2ec-cfa2-41cc-9e12-7e041433107c'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:10:29.300005 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (deabb5f0-90be-4df9-8257-aa30c4322106), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:29.371241 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6c1907c4-8db1-405e-a702-448935e2095d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:29.375854 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53182) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:29.384170 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6c1907c4-8db1-405e-a702-448935e2095d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4615626 Apr 26 14:10:29.384429 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-bf83ddcd-2f90-4479-a0e4-b14f7a814836 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Request body: {'security_group_rule': {'security_group_id': 'ef53f007-40a8-45f3-b894-f214c74fe649', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:29.411936 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083575ca-c901-40cc-8411-d0ee92c6c5fa req-f41e5757-8c43-4a65-9ca7-1f46e3c418a7 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:29.418427 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-083575ca-c901-40cc-8411-d0ee92c6c5fa req-f41e5757-8c43-4a65-9ca7-1f46e3c418a7 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 943 time: 0.4752607 Apr 26 14:10:29.563142 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53192) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:29.591117 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bf83ddcd-2f90-4479-a0e4-b14f7a814836 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group_rule (cf60094d-82e3-4c5b-98fa-691ca0e734a5), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:29.655631 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-083575ca-c901-40cc-8411-d0ee92c6c5fa req-81a073f6-44b5-4df7-aba0-ca8153653d34 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572926 Apr 26 14:10:29.694752 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-cdd93092-34e6-4898-ba6b-c19a2683dbda None None] Current status of the port 6ab253f6-89f8-445f-bd80-7c647aaab775 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:29.695139 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cdd93092-34e6-4898-ba6b-c19a2683dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:29.709317 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] For port deabb5f0-90be-4df9-8257-aa30c4322106, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:10:29.732125 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] For port deabb5f0-90be-4df9-8257-aa30c4322106, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=deabb5f0-90be-4df9-8257-aa30c4322106,segment=NetworkSegment(a83fa25d-b3f4-4559-a4e7-605f62b417f7),segment_id=a83fa25d-b3f4-4559-a4e7-605f62b417f7)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:10:29.842128 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-badc334a-9bcd-4c0d-8206-e1d3c982cc76 req-df833361-d916-4b2c-bf68-f5f9582fbe97 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 210 time: 0.0922003 Apr 26 14:10:29.844568 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (deabb5f0-90be-4df9-8257-aa30c4322106), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:29.872033 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-673f68c2-22f1-4417-8c9d-58858fa26230 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ebc588f80bc437793b692f62653f259&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3072236 Apr 26 14:10:29.882870 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:29.883911 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53204) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:29.884780 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:29.892004 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-58b03c28-7648-4841-8705-313a023ec095 service neutron] 10.222.0.26 "PUT /v2.0/ports/deabb5f0-90be-4df9-8257-aa30c4322106 HTTP/1.1" status: 200 len: 1093 time: 4.6951663 Apr 26 14:10:29.899153 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273cc945-5e47-4750-931a-a753cceef77a', 'tag': 'deabb5f0-90be-4df9-8257-aa30c4322106'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:10:29.948578 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port ffde2bf7-c614-4e10-931f-e32bcbf2200a is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:29.983570 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bf83ddcd-2f90-4479-a0e4-b14f7a814836 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group_rule (cf60094d-82e3-4c5b-98fa-691ca0e734a5), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:29.999281 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-cdd93092-34e6-4898-ba6b-c19a2683dbda None None] For port 6ab253f6-89f8-445f-bd80-7c647aaab775, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=6ab253f6-89f8-445f-bd80-7c647aaab775,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:30.009935 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:30.025418 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6ab253f6-89f8-445f-bd80-7c647aaab775', 'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'mac_address': 'fa:16:3e:3f:94:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:16Z', 'updated_at': '2022-04-26T14:10:27Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'subnets': [{'id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:10:30.083767 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-52ddbecc-9c42-40b2-8100-0e549d9bda19 admin admin] Publish callbacks [] for security_group (26148de4-01de-40bd-8fd0-63d3a680593a), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:30.091470 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6023fbaa-f91c-4d6b-845f-8fcba00d5527 None None] The sync data for ids ['99f8baf1-417d-40f2-995e-618c86edc4c6'] in dv-cinder-835133-2-iscsi is: [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6ab253f6-89f8-445f-bd80-7c647aaab775', 'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'mac_address': 'fa:16:3e:3f:94:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:16Z', 'updated_at': '2022-04-26T14:10:27Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'subnets': [{'id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:10:30.141703 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cdd93092-34e6-4898-ba6b-c19a2683dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:30.173680 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bf83ddcd-2f90-4479-a0e4-b14f7a814836 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (cf60094d-82e3-4c5b-98fa-691ca0e734a5), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:30.184592 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-52ddbecc-9c42-40b2-8100-0e549d9bda19 admin admin] Publish callbacks [] for security_group (26148de4-01de-40bd-8fd0-63d3a680593a), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:30.230692 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83ddcd-2f90-4479-a0e4-b14f7a814836 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf60094d-82e3-4c5b-98fa-691ca0e734a5,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:30.296861 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b03c28-7648-4841-8705-313a023ec095 service neutron] Pushing event updated for resources: {'Port': ['ID=deabb5f0-90be-4df9-8257-aa30c4322106,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:30.314445 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd93092-34e6-4898-ba6b-c19a2683dbda None None] Pushing event updated for resources: {'Port': ['ID=6ab253f6-89f8-445f-bd80-7c647aaab775,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:30.361616 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bf83ddcd-2f90-4479-a0e4-b14f7a814836 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:30.364698 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-bf83ddcd-2f90-4479-a0e4-b14f7a814836 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9870965 Apr 26 14:10:30.370138 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53226) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:30.387437 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Request body: {'floatingip': {'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:30.473573 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe85cf4-6dbe-4d66-9275-4225d647e70f" -d '{"events": [{"name": "network-changed", "server_uuid": "273cc945-5e47-4750-931a-a753cceef77a", "tag": "deabb5f0-90be-4df9-8257-aa30c4322106"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:10:30.508695 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-3c0621f5-f73b-49e1-aef9-56ccc49e36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:30.513369 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-3c0621f5-f73b-49e1-aef9-56ccc49e36f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d8a12641de140b68d42fda0758a97ef&device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 1127 time: 0.4002061 Apr 26 14:10:30.519817 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-52ddbecc-9c42-40b2-8100-0e549d9bda19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (26148de4-01de-40bd-8fd0-63d3a680593a), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:30.523326 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-52ddbecc-9c42-40b2-8100-0e549d9bda19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:30.524757 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-52ddbecc-9c42-40b2-8100-0e549d9bda19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26148de4-01de-40bd-8fd0-63d3a680593a HTTP/1.1" status: 204 len: 168 time: 0.6271610 Apr 26 14:10:30.526068 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:30.571539 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddbecc-9c42-40b2-8100-0e549d9bda19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26148de4-01de-40bd-8fd0-63d3a680593a,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:30.738604 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-b7178931-c636-4a04-a014-3af1fbf5351a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=deabb5f0-90be-4df9-8257-aa30c4322106 HTTP/1.1" status: 200 len: 217 time: 0.2089019 Apr 26 14:10:30.823807 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 6ab253f6-89f8-445f-bd80-7c647aaab775 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:10:30.905546 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:30.996682 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 6ab253f6-89f8-445f-bd80-7c647aaab775 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:30.998074 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:31.118356 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-8466ceb3-d07a-47e6-a7a5-5c28f53df2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:31.119852 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-8466ceb3-d07a-47e6-a7a5-5c28f53df2c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d834fe0d-5492-4e65-bb62-e556f598242b HTTP/1.1" status: 200 len: 852 time: 0.3630631 Apr 26 14:10:31.165140 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Allocated IP 172.27.1.117 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/afa6c88a-f03a-4e14-a41d-124f7bbbcf9b) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:10:31.333805 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for port (afa6c88a-f03a-4e14-a41d-124f7bbbcf9b), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:31.369661 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 6ab253f6-89f8-445f-bd80-7c647aaab775 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:31.380360 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f1f615-6e82-40ce-bc3e-b6158488108e x-openstack-request-id: req-e2f1f615-6e82-40ce-bc3e-b6158488108e {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:10:31.380360 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273cc945-5e47-4750-931a-a753cceef77a", "tag": "deabb5f0-90be-4df9-8257-aa30c4322106", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:10:31.380360 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2f1f615-6e82-40ce-bc3e-b6158488108e {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:10:31.380360 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f1f615-6e82-40ce-bc3e-b6158488108e'] response: {'name': 'network-changed', 'server_uuid': '273cc945-5e47-4750-931a-a753cceef77a', 'tag': 'deabb5f0-90be-4df9-8257-aa30c4322106', 'status': 'completed', 'code': 200} Apr 26 14:10:31.380360 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.26', 57803) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:31.389089 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-af061c9c-48a6-4e8c-ba24-a44f69096190 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31e9d2ec-cfa2-41cc-9e12-7e041433107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2582753 Apr 26 14:10:31.492610 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:31.664039 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d802a5c-46ff-496f-9a6a-64464ee2eacb req-8256bc70-e3db-4bb3-b8c8-c13d23cbde44 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:31.665644 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8d802a5c-46ff-496f-9a6a-64464ee2eacb req-8256bc70-e3db-4bb3-b8c8-c13d23cbde44 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 943 time: 0.2945085 Apr 26 14:10:31.725781 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d904f46e-bbd0-49ba-9948-eaa5cb8e10e1 req-41812883-f10e-4bf0-8222-8d380c9fdf74 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 210 time: 0.2255414 Apr 26 14:10:31.736744 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (afa6c88a-f03a-4e14-a41d-124f7bbbcf9b), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:31.756988 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-6972e295-ca2d-4421-a0ba-b410794e04b8 service neutron] 10.222.0.26 "GET /v2.0/networks/31e9d2ec-cfa2-41cc-9e12-7e041433107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553613 Apr 26 14:10:31.867282 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:10:31.883037 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:31.889899 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:10:32.006408 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8d802a5c-46ff-496f-9a6a-64464ee2eacb req-2c2c8e8d-f487-4176-85f1-4797fd9e4853 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276944 Apr 26 14:10:32.011479 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-1a217953-c570-4ab6-91cd-194271346685 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:32.013712 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-1a217953-c570-4ab6-91cd-194271346685 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 818 time: 0.6233411 Apr 26 14:10:32.028859 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-5d7c9c60-1c5a-445c-8897-0214815eac10 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Request body: {'port': {'device_id': '6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'admin_state_up': True, 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:32.146400 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event updated for resources: {'Port': ['ID=afa6c88a-f03a-4e14-a41d-124f7bbbcf9b,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:32.183235 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7306bfd9-f839-4d6e-a605-9658eb3f30f3 req-712cd6fc-331d-4060-b8a3-723b6743e265 service neutron] 10.222.0.26 "GET /v2.0/networks/31e9d2ec-cfa2-41cc-9e12-7e041433107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017532 Apr 26 14:10:32.224926 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 53296) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:32.288121 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for floatingip (310be3c2-37cd-4417-b5e8-9f94f71b8ec4), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:32.524597 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:32.558470 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe85cf4-6dbe-4d66-9275-4225d647e70f req-8f896960-f2cd-466c-9c3b-7d6a8536335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:32.560265 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0fe85cf4-6dbe-4d66-9275-4225d647e70f req-8f896960-f2cd-466c-9c3b-7d6a8536335f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d8a12641de140b68d42fda0758a97ef&device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 1127 time: 0.0943148 Apr 26 14:10:32.852499 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.26', 57808) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:33.018457 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-5d7c9c60-1c5a-445c-8897-0214815eac10 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Made reservation on behalf of afa3fcb59a274c22bcf1ebcf44211943 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:10:33.022235 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-5d7c9c60-1c5a-445c-8897-0214815eac10 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:33.024992 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (afa6c88a-f03a-4e14-a41d-124f7bbbcf9b), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:33.117586 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-042f22f8-24a6-4455-a4cc-95377961b54f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:33.121215 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-91fd0723-ce1d-45b3-9f56-c8c634934687 req-e721958f-6656-4a49-97fe-5092243760c6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 210 time: 0.0963831 Apr 26 14:10:33.156323 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe85cf4-6dbe-4d66-9275-4225d647e70f req-89e293a5-18e9-471c-a394-8c80369b0dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:33.158185 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0fe85cf4-6dbe-4d66-9275-4225d647e70f req-89e293a5-18e9-471c-a394-8c80369b0dd9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31e9d2ec-cfa2-41cc-9e12-7e041433107c HTTP/1.1" status: 200 len: 913 time: 0.5329821 Apr 26 14:10:33.303173 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0fe85cf4-6dbe-4d66-9275-4225d647e70f req-f242f533-828a-47c0-9d18-1ab46099d786 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=deabb5f0-90be-4df9-8257-aa30c4322106 HTTP/1.1" status: 200 len: 217 time: 0.1276188 Apr 26 14:10:33.353048 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-0557ee1f-aff2-4774-b2ce-592a3a798460 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:33.354538 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-0557ee1f-aff2-4774-b2ce-592a3a798460 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 818 time: 0.5008066 Apr 26 14:10:33.377569 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-def9670e-2a73-4fbc-bcb8-e64ade6fccb6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Request body: {'port': {'device_id': 'b5c588d0-aa8c-4db6-aba6-ff2863b26ad7', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'admin_state_up': True, 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:33.432659 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for port (afa6c88a-f03a-4e14-a41d-124f7bbbcf9b), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:33.530197 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745578'] for port (afa6c88a-f03a-4e14-a41d-124f7bbbcf9b), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:33.597165 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe85cf4-6dbe-4d66-9275-4225d647e70f req-13364082-78c3-459f-bb59-dd01c98a2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:33.598928 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0fe85cf4-6dbe-4d66-9275-4225d647e70f req-13364082-78c3-459f-bb59-dd01c98a2564 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d834fe0d-5492-4e65-bb62-e556f598242b HTTP/1.1" status: 200 len: 852 time: 0.2725246 Apr 26 14:10:33.689836 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34187f7-f7fb-4dab-a210-1ba93661a4cc req-98fbbac1-75f3-4f99-9e7b-8daca8f9c5a1 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:33.692054 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c34187f7-f7fb-4dab-a210-1ba93661a4cc req-98fbbac1-75f3-4f99-9e7b-8daca8f9c5a1 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 943 time: 0.3979170 Apr 26 14:10:33.698136 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event updated for resources: {'Port': ['ID=afa6c88a-f03a-4e14-a41d-124f7bbbcf9b,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:33.731164 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0fe85cf4-6dbe-4d66-9275-4225d647e70f req-be334734-c809-41ec-bbc2-81522185ff98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31e9d2ec-cfa2-41cc-9e12-7e041433107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176550 Apr 26 14:10:33.767309 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-5d7c9c60-1c5a-445c-8897-0214815eac10 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Allocated IP 172.20.0.7 (2f88888a-dab3-44ae-957f-4a304598e58f/1dacbde0-1ec2-4fcc-b4da-f9fec0055f30/929beb4c-1416-4cbb-a27f-30e55ee70ab6) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:10:33.777250 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (310be3c2-37cd-4417-b5e8-9f94f71b8ec4), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:33.829032 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-042f22f8-24a6-4455-a4cc-95377961b54f admin admin] Publish callbacks [] for security_group (48f2e173-4b9f-4098-a982-04a552e11639), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:33.858227 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:33.866027 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b9013a37-d18f-4b18-9432-0196ac019a77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4796538 Apr 26 14:10:33.952220 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c34187f7-f7fb-4dab-a210-1ba93661a4cc req-92ff0ae5-ce10-4657-8328-7a8d1e0a5cbb tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180259 Apr 26 14:10:33.965423 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-042f22f8-24a6-4455-a4cc-95377961b54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (48f2e173-4b9f-4098-a982-04a552e11639), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:34.078476 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-def9670e-2a73-4fbc-bcb8-e64ade6fccb6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Made reservation on behalf of afa3fcb59a274c22bcf1ebcf44211943 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:10:34.086460 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-def9670e-2a73-4fbc-bcb8-e64ade6fccb6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:34.108548 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-042f22f8-24a6-4455-a4cc-95377961b54f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70a1d4d2ff2a4848b7c1150eb046dbd4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8725729 Apr 26 14:10:34.108865 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53382) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:34.140384 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f22f8-24a6-4455-a4cc-95377961b54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f2e173-4b9f-4098-a982-04a552e11639,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:34.160897 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0fe85cf4-6dbe-4d66-9275-4225d647e70f req-5a03b60c-8b20-4921-9001-2874987f265b service neutron] 10.222.0.26 "GET /v2.0/networks/31e9d2ec-cfa2-41cc-9e12-7e041433107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545728 Apr 26 14:10:34.253834 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ee08b49d-9efe-4a87-b29a-10218969ba4d admin admin] Publish callbacks [] for security_group (48f2e173-4b9f-4098-a982-04a552e11639), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:34.336763 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ee08b49d-9efe-4a87-b29a-10218969ba4d admin admin] Publish callbacks [] for security_group (48f2e173-4b9f-4098-a982-04a552e11639), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:34.394002 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-5d7c9c60-1c5a-445c-8897-0214815eac10 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:34.421319 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0fe85cf4-6dbe-4d66-9275-4225d647e70f req-3fe0b899-df30-4da3-9c3f-de4cb6db9a4f service neutron] 10.222.0.26 "GET /v2.0/networks/31e9d2ec-cfa2-41cc-9e12-7e041433107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411103 Apr 26 14:10:34.478012 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-490b0f54-2df7-4dda-99c3-7b19cf6d3733 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2026998090&fields=id&tenant_id=3f38bbf345384bdb9ed001c0965a3462 HTTP/1.1" status: 200 len: 267 time: 0.2032270 Apr 26 14:10:34.553472 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-33219dd4-4a64-4e31-b320-45ac9e3cc9aa req-8d777d4a-7d96-433e-8c55-247e833d8a3b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 210 time: 0.0551407 Apr 26 14:10:34.575303 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-5d7c9c60-1c5a-445c-8897-0214815eac10 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:34.653517 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-47c0cd12-90df-4fb8-ab21-500f8554b860 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:34.664622 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-47c0cd12-90df-4fb8-ab21-500f8554b860 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/networks?id=da497052-bded-497c-b389-e8193210a8cf HTTP/1.1" status: 200 len: 811 time: 0.1853662 Apr 26 14:10:34.683224 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-5d7c9c60-1c5a-445c-8897-0214815eac10 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Network 2f88888a-dab3-44ae-957f-4a304598e58f is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:10:34.690825 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-b2c0c9fd-c5fb-45c6-aee5-17f8a49dbb0f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/quotas/3f38bbf345384bdb9ed001c0965a3462 HTTP/1.1" status: 200 len: 375 time: 0.0242467 Apr 26 14:10:34.707120 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ee08b49d-9efe-4a87-b29a-10218969ba4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (48f2e173-4b9f-4098-a982-04a552e11639), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:34.707354 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-5d7c9c60-1c5a-445c-8897-0214815eac10 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:34.708236 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ee08b49d-9efe-4a87-b29a-10218969ba4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:34.712803 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ee08b49d-9efe-4a87-b29a-10218969ba4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48f2e173-4b9f-4098-a982-04a552e11639 HTTP/1.1" status: 204 len: 168 time: 0.6023030 Apr 26 14:10:34.717935 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-5d7c9c60-1c5a-445c-8897-0214815eac10 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:10:34.748347 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08b49d-9efe-4a87-b29a-10218969ba4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f2e173-4b9f-4098-a982-04a552e11639,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:34.797677 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-def9670e-2a73-4fbc-bcb8-e64ade6fccb6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Allocated IP 172.20.0.13 (2f88888a-dab3-44ae-957f-4a304598e58f/1dacbde0-1ec2-4fcc-b4da-f9fec0055f30/0e992724-8bbd-4a49-96d5-fa786b2405ab) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:10:34.834770 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c9c60-1c5a-445c-8897-0214815eac10 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Pushing event updated for resources: {'Port': ['ID=929beb4c-1416-4cbb-a27f-30e55ee70ab6,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:34.843371 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-18afdef3-082e-4334-a55e-bcf7cd97a04a tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f38bbf345384bdb9ed001c0965a3462&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1510825 Apr 26 14:10:34.946245 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-5d7c9c60-1c5a-445c-8897-0214815eac10 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:34.946245 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-5d7c9c60-1c5a-445c-8897-0214815eac10 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:35.204279 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-5d7c9c60-1c5a-445c-8897-0214815eac10 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1801298 Apr 26 14:10:35.204990 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-eb46cb93-d6d0-4798-ab85-e43bc0bbfea5 service neutron] 10.222.0.23 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319566 Apr 26 14:10:35.214000 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-b0b1f03a-81dc-4517-b189-e70b874d2c94 None None] Provisioning complete for port 929beb4c-1416-4cbb-a27f-30e55ee70ab6 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:35.215180 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b0b1f03a-81dc-4517-b189-e70b874d2c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:35.255757 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Request body: {'port': {'device_id': '6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:35.332258 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1f03a-81dc-4517-b189-e70b874d2c94 None None] Port 929beb4c-1416-4cbb-a27f-30e55ee70ab6 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:10:35.428412 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552f6ba-6a32-4ccd-8f8f-997cbb409b9c req-0c209c59-5ab4-43ee-9094-8b431d0c1690 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:35.433744 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-126b1e7a-52b4-4664-8025-8a4214ec0cab service neutron] 10.222.0.23 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200093 Apr 26 14:10:35.445874 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7552f6ba-6a32-4ccd-8f8f-997cbb409b9c req-0c209c59-5ab4-43ee-9094-8b431d0c1690 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 943 time: 0.3450778 Apr 26 14:10:35.512169 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-def9670e-2a73-4fbc-bcb8-e64ade6fccb6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:35.551062 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:35.825403 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e7853e76-72fa-4703-9bee-90c7f77ae1e1 req-97061018-2189-407d-83d9-e13fe2bbf8c2 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 210 time: 0.0345502 Apr 26 14:10:35.851147 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7552f6ba-6a32-4ccd-8f8f-997cbb409b9c req-1d902ac8-6b3b-4514-bbb1-982c3fe36001 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988702 Apr 26 14:10:35.976322 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6b1e5071-d131-459d-a171-73f6e1a8685c req-ec22d153-a77d-4c02-a7a2-565abb896798 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 210 time: 0.0648990 Apr 26 14:10:36.046481 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-def9670e-2a73-4fbc-bcb8-e64ade6fccb6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:36.118019 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9670e-2a73-4fbc-bcb8-e64ade6fccb6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Pushing event updated for resources: {'Port': ['ID=0e992724-8bbd-4a49-96d5-fa786b2405ab,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:36.161357 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-def9670e-2a73-4fbc-bcb8-e64ade6fccb6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Network 2f88888a-dab3-44ae-957f-4a304598e58f is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:10:36.164440 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-def9670e-2a73-4fbc-bcb8-e64ade6fccb6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:36.169655 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-def9670e-2a73-4fbc-bcb8-e64ade6fccb6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:10:36.227491 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-def9670e-2a73-4fbc-bcb8-e64ade6fccb6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:36.228209 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-def9670e-2a73-4fbc-bcb8-e64ade6fccb6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:36.355596 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-def9670e-2a73-4fbc-bcb8-e64ade6fccb6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9884598 Apr 26 14:10:36.364870 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929beb4c-1416-4cbb-a27f-30e55ee70ab6 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:10:36.373291 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Publish callbacks [] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:36.393716 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Transition to ACTIVE for port object 929beb4c-1416-4cbb-a27f-30e55ee70ab6 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:10:36.423753 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Request body: {'port': {'device_id': 'b5c588d0-aa8c-4db6-aba6-ff2863b26ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:36.462293 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-fdab059b-677b-4fed-9c81-11f5e84a24e0 None None] Provisioning complete for port 0e992724-8bbd-4a49-96d5-fa786b2405ab triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:36.463255 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fdab059b-677b-4fed-9c81-11f5e84a24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:36.489755 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:36.532490 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-fdab059b-677b-4fed-9c81-11f5e84a24e0 None None] Port 0e992724-8bbd-4a49-96d5-fa786b2405ab cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:10:36.608025 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:36.611480 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=929beb4c-1416-4cbb-a27f-30e55ee70ab6,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:36.866545 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Attempting to bind port 929beb4c-1416-4cbb-a27f-30e55ee70ab6 on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:10:36.866545 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Attempting to bind port 929beb4c-1416-4cbb-a27f-30e55ee70ab6 by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:10:36.866545 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Attempting to bind port 929beb4c-1416-4cbb-a27f-30e55ee70ab6 on network 2f88888a-dab3-44ae-957f-4a304598e58f {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:10:36.866545 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Port 929beb4c-1416-4cbb-a27f-30e55ee70ab6 on network 2f88888a-dab3-44ae-957f-4a304598e58f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:10:36.866545 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Attempting to bind port 929beb4c-1416-4cbb-a27f-30e55ee70ab6 on network 2f88888a-dab3-44ae-957f-4a304598e58f {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:10:36.872684 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:10:36.873039 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Checking segment: {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:10:36.873428 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Bound using segment: {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:10:36.873869 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Bound port: 929beb4c-1416-4cbb-a27f-30e55ee70ab6, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:10:36.874342 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:37.016757 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] For port 929beb4c-1416-4cbb-a27f-30e55ee70ab6, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:10:37.020732 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] For port 929beb4c-1416-4cbb-a27f-30e55ee70ab6, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=929beb4c-1416-4cbb-a27f-30e55ee70ab6,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:10:37.058306 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfac9aa-618d-4ecd-9930-37b6ac81b96e req-7e7569ab-5f98-4f73-9ed2-5e78296dbcbd tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:37.059871 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3cfac9aa-618d-4ecd-9930-37b6ac81b96e req-7e7569ab-5f98-4f73-9ed2-5e78296dbcbd tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 932 time: 0.1378102 Apr 26 14:10:37.078120 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de06bab-eb7f-42bf-91c6-3092ba8d4a0f req-4da88c69-b0ff-4c33-a2ea-8e10922ecf9c tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:37.079774 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8de06bab-eb7f-42bf-91c6-3092ba8d4a0f req-4da88c69-b0ff-4c33-a2ea-8e10922ecf9c tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 943 time: 0.1028473 Apr 26 14:10:37.094900 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:37.149671 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8de06bab-eb7f-42bf-91c6-3092ba8d4a0f req-65f03508-fd6c-4c62-8488-344c7097f43a tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601707 Apr 26 14:10:37.199596 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=929beb4c-1416-4cbb-a27f-30e55ee70ab6,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:37.208727 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:37.209551 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:37.210727 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-e19e13d6-7d74-4990-aaa1-0826de7b0ee7 service neutron] 10.222.0.26 "PUT /v2.0/ports/929beb4c-1416-4cbb-a27f-30e55ee70ab6 HTTP/1.1" status: 200 len: 1093 time: 1.9689486 Apr 26 14:10:37.211185 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8', 'tag': '929beb4c-1416-4cbb-a27f-30e55ee70ab6'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:10:37.213441 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfaa63c-5b84-4022-8c81-dbbd2286b977" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8", "tag": "929beb4c-1416-4cbb-a27f-30e55ee70ab6"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:10:37.226945 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e992724-8bbd-4a49-96d5-fa786b2405ab {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:10:37.234641 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3cfac9aa-618d-4ecd-9930-37b6ac81b96e req-3df13e76-0b8b-4c0d-a731-04eeca98b84f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643815 Apr 26 14:10:37.242816 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Publish callbacks [] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:37.253506 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Transition to ACTIVE for port object 0e992724-8bbd-4a49-96d5-fa786b2405ab will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:10:37.269143 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5af2e017-11a6-4eb2-aa7a-a33ac9cf52df req-d8bdce30-5e3a-4f70-a268-4bfae0ba3897 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 210 time: 0.0447206 Apr 26 14:10:37.301697 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c404ed3-2714-4d7d-a576-4a96f3f886e4 x-openstack-request-id: req-6c404ed3-2714-4d7d-a576-4a96f3f886e4 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:10:37.301697 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8", "tag": "929beb4c-1416-4cbb-a27f-30e55ee70ab6", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:10:37.301697 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c404ed3-2714-4d7d-a576-4a96f3f886e4 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:10:37.301697 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c404ed3-2714-4d7d-a576-4a96f3f886e4'] response: {'name': 'network-changed', 'server_uuid': '6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8', 'tag': '929beb4c-1416-4cbb-a27f-30e55ee70ab6', 'status': 'completed', 'code': 200} Apr 26 14:10:37.329483 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:37.543284 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Pushing event updated for resources: {'Port': ['ID=0e992724-8bbd-4a49-96d5-fa786b2405ab,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:37.608907 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaa63c-5b84-4022-8c81-dbbd2286b977 req-d1ce47ed-3fac-4a80-a2be-b68c3df4a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:37.610702 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cbfaa63c-5b84-4022-8c81-dbbd2286b977 req-d1ce47ed-3fac-4a80-a2be-b68c3df4a24a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 1127 time: 0.2651393 Apr 26 14:10:37.682287 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Attempting to bind port 0e992724-8bbd-4a49-96d5-fa786b2405ab on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:10:37.682665 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Attempting to bind port 0e992724-8bbd-4a49-96d5-fa786b2405ab by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:10:37.682990 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Attempting to bind port 0e992724-8bbd-4a49-96d5-fa786b2405ab on network 2f88888a-dab3-44ae-957f-4a304598e58f {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:10:37.727975 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Port 0e992724-8bbd-4a49-96d5-fa786b2405ab on network 2f88888a-dab3-44ae-957f-4a304598e58f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:10:37.728297 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Attempting to bind port 0e992724-8bbd-4a49-96d5-fa786b2405ab on network 2f88888a-dab3-44ae-957f-4a304598e58f {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:10:37.757016 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:10:37.757391 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Checking segment: {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:10:37.757802 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Bound using segment: {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:10:37.758412 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Bound port: 0e992724-8bbd-4a49-96d5-fa786b2405ab, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:10:37.758768 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:37.858048 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaa63c-5b84-4022-8c81-dbbd2286b977 req-d4436300-1711-4860-aa04-958ed39d4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:37.859566 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cbfaa63c-5b84-4022-8c81-dbbd2286b977 req-d4436300-1711-4860-aa04-958ed39d4263 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2418280 Apr 26 14:10:37.959271 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] For port 0e992724-8bbd-4a49-96d5-fa786b2405ab, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:10:37.989322 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] For port 0e992724-8bbd-4a49-96d5-fa786b2405ab, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=0e992724-8bbd-4a49-96d5-fa786b2405ab,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:10:38.041977 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaa63c-5b84-4022-8c81-dbbd2286b977 req-37413663-6343-426b-bd7f-ac9c58f022de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:38.043647 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cbfaa63c-5b84-4022-8c81-dbbd2286b977 req-37413663-6343-426b-bd7f-ac9c58f022de service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1760309 Apr 26 14:10:38.107002 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:38.156730 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:38.157364 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:38.159529 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] 10.222.0.26 "PUT /v2.0/ports/0e992724-8bbd-4a49-96d5-fa786b2405ab HTTP/1.1" status: 200 len: 1094 time: 1.7397833 Apr 26 14:10:38.196330 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-30ce585b-1fb6-48e1-8ec5-197bf43d396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:38.199305 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-30ce585b-1fb6-48e1-8ec5-197bf43d396a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 1127 time: 0.1210759 Apr 26 14:10:38.202195 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5df80-cd3a-4512-b2bc-008a9239a323 service neutron] Pushing event updated for resources: {'Port': ['ID=0e992724-8bbd-4a49-96d5-fa786b2405ab,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:38.379726 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402f59f-fa7f-4b9c-87ef-6c4dd469d7bf req-b9cfbe33-f729-494a-8767-3fe59a86d3b9 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:38.388622 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1402f59f-fa7f-4b9c-87ef-6c4dd469d7bf req-b9cfbe33-f729-494a-8767-3fe59a86d3b9 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 943 time: 0.1175699 Apr 26 14:10:38.462053 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1402f59f-fa7f-4b9c-87ef-6c4dd469d7bf req-1f857fbd-c54b-4010-828c-d91a698a95b9 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664454 Apr 26 14:10:38.511422 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-351a60d2-5c20-411b-92c3-bc6ad820badf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929beb4c-1416-4cbb-a27f-30e55ee70ab6 HTTP/1.1" status: 200 len: 217 time: 0.2989070 Apr 26 14:10:38.563804 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b56ef9c2-5c41-4f10-9d3e-361eecd0b960 req-614603e0-9b89-4dd5-b490-daeedb09e917 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 210 time: 0.0425899 Apr 26 14:10:38.685737 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-032fd1ca-6446-48c7-956c-4d2ca205f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:38.689405 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-032fd1ca-6446-48c7-956c-4d2ca205f9b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.1511731 Apr 26 14:10:38.694352 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-1f251232-b28f-477a-920f-a1eb5a1f2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:38.695795 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-1f251232-b28f-477a-920f-a1eb5a1f2de6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 1128 time: 0.2065170 Apr 26 14:10:38.725694 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34749b29-7829-4cff-9c7a-9b559fbb4d78 req-daa5d4d5-fbb1-4f14-bb95-5bc509dae829 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:38.727230 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-34749b29-7829-4cff-9c7a-9b559fbb4d78 req-daa5d4d5-fbb1-4f14-bb95-5bc509dae829 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 944 time: 0.2300172 Apr 26 14:10:38.767015 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-be114c98-65ad-47f9-aabd-0323fdcd0e20 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:38.770080 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-be114c98-65ad-47f9-aabd-0323fdcd0e20 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.26 "GET /v2.0/networks?id=da497052-bded-497c-b389-e8193210a8cf HTTP/1.1" status: 200 len: 811 time: 0.3086724 Apr 26 14:10:38.810169 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53568) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:38.820612 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-80243369-e75f-43f8-a651-6483d12feca6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e992724-8bbd-4a49-96d5-fa786b2405ab HTTP/1.1" status: 200 len: 217 time: 0.1174328 Apr 26 14:10:38.919941 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9e9a3cf7-2f59-4033-8bcf-902ad180fbc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:38.946426 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-34749b29-7829-4cff-9c7a-9b559fbb4d78 req-b247425a-3e35-420f-a2f8-c61c8688daca tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101011 Apr 26 14:10:38.948209 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-3d2862d5-7ede-4fea-af54-e71b3469f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:38.949674 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-3d2862d5-7ede-4fea-af54-e71b3469f0f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2477295 Apr 26 14:10:38.987807 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-8bda298e-498c-4c4e-8ad9-ff74ff8b9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:38.989707 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-8bda298e-498c-4c4e-8ad9-ff74ff8b9383 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.1525233 Apr 26 14:10:39.020831 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1a45b309-5b60-4eb4-a8a2-46c9bce375ac tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f38bbf345384bdb9ed001c0965a3462 HTTP/1.1" status: 200 len: 380 time: 0.2134888 Apr 26 14:10:39.036242 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-c83cbb13-3cdc-4d8a-9656-cf80142715f4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Request body: {'port': {'device_id': 'feac5dcc-29a9-415d-9898-564338c394d0', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'admin_state_up': True, 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'security_groups': ['ef53f007-40a8-45f3-b894-f214c74fe649']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:39.039097 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9e9a3cf7-2f59-4033-8bcf-902ad180fbc0 admin admin] Publish callbacks [] for security_group (9358f3c5-fb4d-416b-8d69-9c2d38a9ac18), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:39.113672 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9e9a3cf7-2f59-4033-8bcf-902ad180fbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (9358f3c5-fb4d-416b-8d69-9c2d38a9ac18), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:39.154142 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-6469f12f-ce5c-4d6e-ac25-2791f5cccfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:39.154296 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a3cf7-2f59-4033-8bcf-902ad180fbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9358f3c5-fb4d-416b-8d69-9c2d38a9ac18,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:39.154387 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-6469f12f-ce5c-4d6e-ac25-2791f5cccfe4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1378603 Apr 26 14:10:39.164275 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9e9a3cf7-2f59-4033-8bcf-902ad180fbc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d1b1f443f9d432aabc773e925ad8bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569305 Apr 26 14:10:39.167279 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53584) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:39.214260 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-573171bb-1d3b-453b-addf-4621d8a1c1a8 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572296 Apr 26 14:10:39.223206 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6179da40-b368-4768-862c-9a23ccc3d9b3 admin admin] Publish callbacks [] for security_group (9358f3c5-fb4d-416b-8d69-9c2d38a9ac18), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:39.247192 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6179da40-b368-4768-862c-9a23ccc3d9b3 admin admin] Publish callbacks [] for security_group (9358f3c5-fb4d-416b-8d69-9c2d38a9ac18), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:39.302828 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c588d0-aa8c-4db6-aba6-ff2863b26ad7', 'tag': '0e992724-8bbd-4a49-96d5-fa786b2405ab'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:10:39.305057 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee04be4-ad5e-4b47-aa8c-8511f9b3c964" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c588d0-aa8c-4db6-aba6-ff2863b26ad7", "tag": "0e992724-8bbd-4a49-96d5-fa786b2405ab"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:10:39.364264 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6179da40-b368-4768-862c-9a23ccc3d9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (9358f3c5-fb4d-416b-8d69-9c2d38a9ac18), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:39.367517 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6179da40-b368-4768-862c-9a23ccc3d9b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:39.368619 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6179da40-b368-4768-862c-9a23ccc3d9b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9358f3c5-fb4d-416b-8d69-9c2d38a9ac18 HTTP/1.1" status: 204 len: 168 time: 0.2002556 Apr 26 14:10:39.378943 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179da40-b368-4768-862c-9a23ccc3d9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9358f3c5-fb4d-416b-8d69-9c2d38a9ac18,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:39.455218 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-906aa805-28f8-4b9c-8e38-30642ff52986 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919447 Apr 26 14:10:39.457830 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-00345dbd-4b8b-4a41-8d26-ec6e188e0b98 req-1ebbb3ea-3b28-4068-a9c9-603a66c48b65 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282772 Apr 26 14:10:39.469489 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-c83cbb13-3cdc-4d8a-9656-cf80142715f4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Made reservation on behalf of 3f38bbf345384bdb9ed001c0965a3462 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:10:39.469489 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-c83cbb13-3cdc-4d8a-9656-cf80142715f4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:39.497009 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c57086-bcb9-46cf-a22c-080dfa019ef0 x-openstack-request-id: req-e9c57086-bcb9-46cf-a22c-080dfa019ef0 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:10:39.497301 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c588d0-aa8c-4db6-aba6-ff2863b26ad7", "tag": "0e992724-8bbd-4a49-96d5-fa786b2405ab", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:10:39.497552 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9c57086-bcb9-46cf-a22c-080dfa019ef0 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:10:39.497944 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c57086-bcb9-46cf-a22c-080dfa019ef0'] response: {'name': 'network-changed', 'server_uuid': 'b5c588d0-aa8c-4db6-aba6-ff2863b26ad7', 'tag': '0e992724-8bbd-4a49-96d5-fa786b2405ab', 'status': 'completed', 'code': 200} Apr 26 14:10:39.689274 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a5a5b8e8-78c9-44fe-a81d-47c5dcca5fd1 req-04f6f25c-7f2c-4100-8605-bcffed7cf91f service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205241 Apr 26 14:10:39.702903 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dfd57-ab02-4baf-9d1d-a27524fb7200 req-8f0d369f-ec4c-41ad-a948-22f6b509c46a tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:39.702903 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-358dfd57-ab02-4baf-9d1d-a27524fb7200 req-8f0d369f-ec4c-41ad-a948-22f6b509c46a tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 943 time: 0.1637917 Apr 26 14:10:39.736729 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1acb2394-2734-4c2b-827e-69015b4ff036 req-67305f15-84ff-480a-a005-0210fe952503 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 210 time: 0.0771322 Apr 26 14:10:39.743561 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-c83cbb13-3cdc-4d8a-9656-cf80142715f4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Allocated IP 172.20.0.5 (da497052-bded-497c-b389-e8193210a8cf/b41c369f-3753-4ded-8eff-4455cba0638b/ca1854d6-548d-485b-8cbc-1f2457d13483) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:10:39.788213 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-358dfd57-ab02-4baf-9d1d-a27524fb7200 req-3e9b4514-9cd7-4f7a-a920-2e67d84f9b6c tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761247 Apr 26 14:10:39.832932 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53624) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:39.921463 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee04be4-ad5e-4b47-aa8c-8511f9b3c964 req-52a82877-c882-4f25-ab6b-b882d851b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:39.922958 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ee04be4-ad5e-4b47-aa8c-8511f9b3c964 req-52a82877-c882-4f25-ab6b-b882d851b9bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 1128 time: 0.1038845 Apr 26 14:10:39.950808 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-466b7c85-ebd9-4f4d-bc20-e109cb513fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:39.990447 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-c83cbb13-3cdc-4d8a-9656-cf80142715f4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.043942 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-466b7c85-ebd9-4f4d-bc20-e109cb513fa5 admin admin] Publish callbacks [] for security_group (d41e4154-b82c-4286-ac2b-ff30477e9b38), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.052791 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee04be4-ad5e-4b47-aa8c-8511f9b3c964 req-d8fabff8-dc23-482f-b2b3-e4fabc42a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:40.054780 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ee04be4-ad5e-4b47-aa8c-8511f9b3c964 req-d8fabff8-dc23-482f-b2b3-e4fabc42a2b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 919 time: 0.1238549 Apr 26 14:10:40.096051 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-466b7c85-ebd9-4f4d-bc20-e109cb513fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (d41e4154-b82c-4286-ac2b-ff30477e9b38), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.107800 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ee04be4-ad5e-4b47-aa8c-8511f9b3c964 req-d7b9251b-7f51-4248-b8b9-45d87a7290d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e992724-8bbd-4a49-96d5-fa786b2405ab HTTP/1.1" status: 200 len: 217 time: 0.0453727 Apr 26 14:10:40.148526 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.159864 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-c83cbb13-3cdc-4d8a-9656-cf80142715f4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.161781 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-466b7c85-ebd9-4f4d-bc20-e109cb513fa5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5982c4c40b57402099f23e2d86537f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277743 Apr 26 14:10:40.165785 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53634) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:40.175377 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b7c85-ebd9-4f4d-bc20-e109cb513fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41e4154-b82c-4286-ac2b-ff30477e9b38,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:40.201525 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee04be4-ad5e-4b47-aa8c-8511f9b3c964 req-1f5f5e4b-2e0b-47f0-8edb-cd6f700cab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:40.203115 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ee04be4-ad5e-4b47-aa8c-8511f9b3c964 req-1f5f5e4b-2e0b-47f0-8edb-cd6f700cab9d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.0887125 Apr 26 14:10:40.211275 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c11a0-446e-46d6-a8c4-56e1567ea959 req-1011b582-a9a2-47f0-8ae5-e6cbcc144b75 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:40.213255 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1b9c11a0-446e-46d6-a8c4-56e1567ea959 req-1011b582-a9a2-47f0-8ae5-e6cbcc144b75 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 944 time: 0.1283207 Apr 26 14:10:40.214980 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53636) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:40.248968 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fe40ed27-ee85-49fa-9b55-85fa41f7c73e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.251236 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-c83cbb13-3cdc-4d8a-9656-cf80142715f4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Network da497052-bded-497c-b389-e8193210a8cf is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:10:40.268674 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-c83cbb13-3cdc-4d8a-9656-cf80142715f4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:10:40.278303 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-c83cbb13-3cdc-4d8a-9656-cf80142715f4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:10:40.286239 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0ef6ed37-df9a-49fc-81b8-e57afa0aeaac admin admin] Publish callbacks [] for security_group (d41e4154-b82c-4286-ac2b-ff30477e9b38), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.323901 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1b9c11a0-446e-46d6-a8c4-56e1567ea959 req-95f957e5-e1a6-4f0c-93ad-5ddc640582dc tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969107 Apr 26 14:10:40.332363 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cbb13-3cdc-4d8a-9656-cf80142715f4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event updated for resources: {'Port': ['ID=ca1854d6-548d-485b-8cbc-1f2457d13483,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:40.346304 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0ef6ed37-df9a-49fc-81b8-e57afa0aeaac admin admin] Publish callbacks [] for security_group (d41e4154-b82c-4286-ac2b-ff30477e9b38), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.348886 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee04be4-ad5e-4b47-aa8c-8511f9b3c964 req-5dd04e23-e920-4181-930a-ec8f52106325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:40.350507 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ee04be4-ad5e-4b47-aa8c-8511f9b3c964 req-5dd04e23-e920-4181-930a-ec8f52106325 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1216753 Apr 26 14:10:40.361285 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-c83cbb13-3cdc-4d8a-9656-cf80142715f4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:40.362443 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-c83cbb13-3cdc-4d8a-9656-cf80142715f4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.446313 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fe40ed27-ee85-49fa-9b55-85fa41f7c73e admin admin] Publish callbacks [] for security_group (09630f23-c2f2-44ab-925b-370adfa88772), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.478088 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ee04be4-ad5e-4b47-aa8c-8511f9b3c964 req-ce781a9e-e83d-4661-8ed4-f987b90a760c service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124408 Apr 26 14:10:40.519698 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fe40ed27-ee85-49fa-9b55-85fa41f7c73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (09630f23-c2f2-44ab-925b-370adfa88772), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.526523 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0ef6ed37-df9a-49fc-81b8-e57afa0aeaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (d41e4154-b82c-4286-ac2b-ff30477e9b38), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.529755 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0ef6ed37-df9a-49fc-81b8-e57afa0aeaac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.531408 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0ef6ed37-df9a-49fc-81b8-e57afa0aeaac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d41e4154-b82c-4286-ac2b-ff30477e9b38 HTTP/1.1" status: 204 len: 168 time: 0.3644054 Apr 26 14:10:40.563383 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-c83cbb13-3cdc-4d8a-9656-cf80142715f4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5338480 Apr 26 14:10:40.576718 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-fe40ed27-ee85-49fa-9b55-85fa41f7c73e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d8750805c0640e984c841cd897e627a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605216 Apr 26 14:10:40.577675 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40ed27-ee85-49fa-9b55-85fa41f7c73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09630f23-c2f2-44ab-925b-370adfa88772,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:40.580131 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53652) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:40.587473 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Request body: {'port': {'device_id': 'feac5dcc-29a9-415d-9898-564338c394d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:10:40.607147 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef6ed37-df9a-49fc-81b8-e57afa0aeaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41e4154-b82c-4286-ac2b-ff30477e9b38,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:40.652960 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eeac868a-8913-4f6a-8957-c46abd73607f None None] Provisioning complete for port ca1854d6-548d-485b-8cbc-1f2457d13483 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:40.653335 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eeac868a-8913-4f6a-8957-c46abd73607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.659479 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05b809c4-e6c0-43b6-b00a-074128ce8b34 admin admin] Publish callbacks [] for security_group (09630f23-c2f2-44ab-925b-370adfa88772), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.706951 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05b809c4-e6c0-43b6-b00a-074128ce8b34 admin admin] Publish callbacks [] for security_group (09630f23-c2f2-44ab-925b-370adfa88772), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.728991 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eeac868a-8913-4f6a-8957-c46abd73607f None None] Port ca1854d6-548d-485b-8cbc-1f2457d13483 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:10:40.790639 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device deabb5f0-90be-4df9-8257-aa30c4322106 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:10:40.827741 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05b809c4-e6c0-43b6-b00a-074128ce8b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (09630f23-c2f2-44ab-925b-370adfa88772), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.832324 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05b809c4-e6c0-43b6-b00a-074128ce8b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.833164 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-05b809c4-e6c0-43b6-b00a-074128ce8b34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09630f23-c2f2-44ab-925b-370adfa88772 HTTP/1.1" status: 204 len: 168 time: 0.2513504 Apr 26 14:10:40.867262 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b809c4-e6c0-43b6-b00a-074128ce8b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09630f23-c2f2-44ab-925b-370adfa88772,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:40.926671 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ee04be4-ad5e-4b47-aa8c-8511f9b3c964 req-66de0b61-8701-4961-91b0-cb7e422c5f71 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423223 Apr 26 14:10:40.939537 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:40.960712 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebce2f0-4a8c-4d1b-bdc5-65307a0a1962 req-f792dcb2-939e-4fe9-a96b-1995c2ad581c tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:40.966705 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2ebce2f0-4a8c-4d1b-bdc5-65307a0a1962 req-f792dcb2-939e-4fe9-a96b-1995c2ad581c tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 931 time: 0.1252949 Apr 26 14:10:40.969853 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a101ea-a022-460e-a717-aa7135b3a64a req-df7eee63-8dce-4d75-8d99-29f492c425bf tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:40.981103 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-99a101ea-a022-460e-a717-aa7135b3a64a req-df7eee63-8dce-4d75-8d99-29f492c425bf tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 943 time: 0.0841544 Apr 26 14:10:41.055973 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-99a101ea-a022-460e-a717-aa7135b3a64a req-2322c5b5-d15c-40a5-914f-41e985ebfc52 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723650 Apr 26 14:10:41.116176 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2ebce2f0-4a8c-4d1b-bdc5-65307a0a1962 req-5d2968f3-dc90-4fcd-a01e-d5920ad00a0d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369193 Apr 26 14:10:41.222865 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port deabb5f0-90be-4df9-8257-aa30c4322106, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=deabb5f0-90be-4df9-8257-aa30c4322106,segment=NetworkSegment(a83fa25d-b3f4-4559-a4e7-605f62b417f7),segment_id=a83fa25d-b3f4-4559-a4e7-605f62b417f7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:41.241816 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'deabb5f0-90be-4df9-8257-aa30c4322106', 'network_id': '31e9d2ec-cfa2-41cc-9e12-7e041433107c', 'port_id': 'deabb5f0-90be-4df9-8257-aa30c4322106', 'mac_address': 'fa:16:3e:6a:b4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd834fe0d-5492-4e65-bb62-e556f598242b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:10:41.294267 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port deabb5f0-90be-4df9-8257-aa30c4322106 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:41.294650 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (deabb5f0-90be-4df9-8257-aa30c4322106), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:41.308529 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deabb5f0-90be-4df9-8257-aa30c4322106 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:10:41.331015 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port deabb5f0-90be-4df9-8257-aa30c4322106, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=deabb5f0-90be-4df9-8257-aa30c4322106,segment=NetworkSegment(a83fa25d-b3f4-4559-a4e7-605f62b417f7),segment_id=a83fa25d-b3f4-4559-a4e7-605f62b417f7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:41.388742 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca1854d6-548d-485b-8cbc-1f2457d13483 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:10:41.401247 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Publish callbacks [] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:41.404085 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (deabb5f0-90be-4df9-8257-aa30c4322106), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:41.420889 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Transition to ACTIVE for port object ca1854d6-548d-485b-8cbc-1f2457d13483 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:10:41.473049 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=deabb5f0-90be-4df9-8257-aa30c4322106,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:41.483694 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:41.491242 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95ad3-25d0-43b5-bd24-9596ca2878ee req-d30cb5b6-1c5a-4a69-939e-68f1a609c472 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:41.499168 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b9f95ad3-25d0-43b5-bd24-9596ca2878ee req-d30cb5b6-1c5a-4a69-939e-68f1a609c472 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 944 time: 0.0724499 Apr 26 14:10:41.542850 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1854d6-548d-485b-8cbc-1f2457d13483,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:41.575437 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b9f95ad3-25d0-43b5-bd24-9596ca2878ee req-d8ee8da0-af17-4d58-8037-b73caf07f347 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745180 Apr 26 14:10:41.647138 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Attempting to bind port ca1854d6-548d-485b-8cbc-1f2457d13483 on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:10:41.647473 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Attempting to bind port ca1854d6-548d-485b-8cbc-1f2457d13483 by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:10:41.647803 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Attempting to bind port ca1854d6-548d-485b-8cbc-1f2457d13483 on network da497052-bded-497c-b389-e8193210a8cf {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:10:41.652936 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Port ca1854d6-548d-485b-8cbc-1f2457d13483 on network da497052-bded-497c-b389-e8193210a8cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:10:41.653260 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Attempting to bind port ca1854d6-548d-485b-8cbc-1f2457d13483 on network da497052-bded-497c-b389-e8193210a8cf {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:10:41.659404 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:10:41.661685 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Checking segment: {'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:10:41.661685 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Bound using segment: {'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:10:41.661685 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Bound port: ca1854d6-548d-485b-8cbc-1f2457d13483, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:10:41.661685 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:41.763945 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] For port ca1854d6-548d-485b-8cbc-1f2457d13483, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:10:41.769913 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] For port ca1854d6-548d-485b-8cbc-1f2457d13483, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ca1854d6-548d-485b-8cbc-1f2457d13483,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:10:41.884830 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:41.923682 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:41.924736 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:41.926166 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] 10.222.0.26 "PUT /v2.0/ports/ca1854d6-548d-485b-8cbc-1f2457d13483 HTTP/1.1" status: 200 len: 1093 time: 1.3434610 Apr 26 14:10:41.928341 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feac5dcc-29a9-415d-9898-564338c394d0', 'tag': 'ca1854d6-548d-485b-8cbc-1f2457d13483'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:10:41.933681 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8aca71-21b0-45a8-8a50-14cbc5ab9210" -d '{"events": [{"name": "network-changed", "server_uuid": "feac5dcc-29a9-415d-9898-564338c394d0", "tag": "ca1854d6-548d-485b-8cbc-1f2457d13483"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:10:41.980251 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c275a1-1013-4eee-8e6f-d249cc34e0d6 x-openstack-request-id: req-40c275a1-1013-4eee-8e6f-d249cc34e0d6 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:10:41.980723 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feac5dcc-29a9-415d-9898-564338c394d0", "tag": "ca1854d6-548d-485b-8cbc-1f2457d13483", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:10:41.980879 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40c275a1-1013-4eee-8e6f-d249cc34e0d6 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:10:41.981363 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c275a1-1013-4eee-8e6f-d249cc34e0d6'] response: {'name': 'network-changed', 'server_uuid': 'feac5dcc-29a9-415d-9898-564338c394d0', 'tag': 'ca1854d6-548d-485b-8cbc-1f2457d13483', 'status': 'completed', 'code': 200} Apr 26 14:10:41.987808 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f206daa-d969-4e1b-8a28-11bb964183a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca1854d6-548d-485b-8cbc-1f2457d13483,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:42.173309 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee793da-8a9a-4cd8-ad5d-fd130047849a req-811b58eb-7ae6-45e2-9480-c26c38beece8 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:42.175488 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5ee793da-8a9a-4cd8-ad5d-fd130047849a req-811b58eb-7ae6-45e2-9480-c26c38beece8 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 944 time: 0.0575533 Apr 26 14:10:42.233313 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5ee793da-8a9a-4cd8-ad5d-fd130047849a req-dfd8d70d-e77e-40c5-ad21-52c1274acf42 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519669 Apr 26 14:10:42.267956 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee007058-e5c8-4345-8828-0137d881c69e req-c90da728-c58d-43a0-96a4-821db3f91d5d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:42.269716 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ee007058-e5c8-4345-8828-0137d881c69e req-c90da728-c58d-43a0-96a4-821db3f91d5d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 943 time: 0.0577927 Apr 26 14:10:42.320806 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53724) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:42.328286 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ee007058-e5c8-4345-8828-0137d881c69e req-e70a0387-87a2-417d-8f52-a9a5b2f23635 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515380 Apr 26 14:10:42.579071 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cd5f7f19-fe1e-4773-9d57-dbb605f1045f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:42.685210 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cd5f7f19-fe1e-4773-9d57-dbb605f1045f admin admin] Publish callbacks [] for security_group (b790fb56-f758-42da-b0d2-ca7aab21fbe9), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:42.710975 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d9b3e-19c6-49ad-b1a2-6f6644188dc5 req-ef3a8450-e48c-4ff4-9826-ae22daab17fd tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:42.712536 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0f2d9b3e-19c6-49ad-b1a2-6f6644188dc5 req-ef3a8450-e48c-4ff4-9826-ae22daab17fd tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 944 time: 0.0614822 Apr 26 14:10:42.738907 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cd5f7f19-fe1e-4773-9d57-dbb605f1045f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (b790fb56-f758-42da-b0d2-ca7aab21fbe9), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:42.791672 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0f2d9b3e-19c6-49ad-b1a2-6f6644188dc5 req-76423bc5-135b-4b7b-bb98-ed7ed0d2f09f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735402 Apr 26 14:10:42.799992 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-cd5f7f19-fe1e-4773-9d57-dbb605f1045f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19f3f0eacebd43cba64ebd89c60517a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4746745 Apr 26 14:10:42.799992 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f7f19-fe1e-4773-9d57-dbb605f1045f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b790fb56-f758-42da-b0d2-ca7aab21fbe9,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:42.800281 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 53746) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:42.852597 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6326668b-fab4-4f1e-82d2-3e150b3500bf admin admin] Publish callbacks [] for security_group (b790fb56-f758-42da-b0d2-ca7aab21fbe9), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:42.874693 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6326668b-fab4-4f1e-82d2-3e150b3500bf admin admin] Publish callbacks [] for security_group (b790fb56-f758-42da-b0d2-ca7aab21fbe9), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:42.998600 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6326668b-fab4-4f1e-82d2-3e150b3500bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (b790fb56-f758-42da-b0d2-ca7aab21fbe9), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:43.001887 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6326668b-fab4-4f1e-82d2-3e150b3500bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:43.006378 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6326668b-fab4-4f1e-82d2-3e150b3500bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b790fb56-f758-42da-b0d2-ca7aab21fbe9 HTTP/1.1" status: 204 len: 168 time: 0.2026238 Apr 26 14:10:43.012452 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326668b-fab4-4f1e-82d2-3e150b3500bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b790fb56-f758-42da-b0d2-ca7aab21fbe9,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:43.163778 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 929beb4c-1416-4cbb-a27f-30e55ee70ab6 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:10:43.258377 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 929beb4c-1416-4cbb-a27f-30e55ee70ab6, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=929beb4c-1416-4cbb-a27f-30e55ee70ab6,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:43.274438 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': '929beb4c-1416-4cbb-a27f-30e55ee70ab6', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'port_id': '929beb4c-1416-4cbb-a27f-30e55ee70ab6', 'mac_address': 'fa:16:3e:a0:82:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:10:43.329133 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 929beb4c-1416-4cbb-a27f-30e55ee70ab6 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:43.330362 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:43.369931 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929beb4c-1416-4cbb-a27f-30e55ee70ab6 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:10:43.408048 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 929beb4c-1416-4cbb-a27f-30e55ee70ab6, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=929beb4c-1416-4cbb-a27f-30e55ee70ab6,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:43.416243 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899362dd-44fe-462f-abef-5483b3caa6c7 req-6d1f3cf8-0823-41fb-bee4-cfd7fb102ded tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:43.423767 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-899362dd-44fe-462f-abef-5483b3caa6c7 req-6d1f3cf8-0823-41fb-bee4-cfd7fb102ded tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 944 time: 0.0977859 Apr 26 14:10:43.483405 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6062d-8cc6-4e9b-acd1-eedeb0035af2 req-8623f41a-8347-42ac-8e81-1bd2ccf70a3b tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:43.487887 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-899362dd-44fe-462f-abef-5483b3caa6c7 req-6808b200-6890-4529-99f8-bfc8e933a815 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623832 Apr 26 14:10:43.494335 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5eb6062d-8cc6-4e9b-acd1-eedeb0035af2 req-8623f41a-8347-42ac-8e81-1bd2ccf70a3b tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 943 time: 0.0796657 Apr 26 14:10:43.518362 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:43.519051 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 0e992724-8bbd-4a49-96d5-fa786b2405ab details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:10:43.544687 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5eb6062d-8cc6-4e9b-acd1-eedeb0035af2 req-1e35b0c3-d0c0-4804-a1bd-51380f2e029e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494239 Apr 26 14:10:43.580130 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=929beb4c-1416-4cbb-a27f-30e55ee70ab6,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:43.592957 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 0e992724-8bbd-4a49-96d5-fa786b2405ab, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=0e992724-8bbd-4a49-96d5-fa786b2405ab,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:43.604041 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': '0e992724-8bbd-4a49-96d5-fa786b2405ab', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'port_id': '0e992724-8bbd-4a49-96d5-fa786b2405ab', 'mac_address': 'fa:16:3e:c6:14:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:10:43.645199 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 0e992724-8bbd-4a49-96d5-fa786b2405ab is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:43.645742 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:43.660192 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e992724-8bbd-4a49-96d5-fa786b2405ab {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:10:43.674431 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 53784) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:43.681314 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 0e992724-8bbd-4a49-96d5-fa786b2405ab, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=0e992724-8bbd-4a49-96d5-fa786b2405ab,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:43.691284 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d12c1eb0-1842-4f5c-9832-57552d341a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:43.735223 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:43.770063 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d12c1eb0-1842-4f5c-9832-57552d341a3d admin admin] Publish callbacks [] for security_group (38723681-df89-448c-8507-49355576a785), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:43.784977 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=0e992724-8bbd-4a49-96d5-fa786b2405ab,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:43.832884 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d12c1eb0-1842-4f5c-9832-57552d341a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (38723681-df89-448c-8507-49355576a785), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:43.882631 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d12c1eb0-1842-4f5c-9832-57552d341a3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ace4ccb41e444bf9e4964a682ba271f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069082 Apr 26 14:10:43.884596 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c1eb0-1842-4f5c-9832-57552d341a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38723681-df89-448c-8507-49355576a785,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:43.885383 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 53794) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:10:43.928226 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3433c-fde5-4418-b962-e753095693bb req-3346677b-f329-470f-987b-ea4822857be8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:43.929725 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2ab3433c-fde5-4418-b962-e753095693bb req-3346677b-f329-470f-987b-ea4822857be8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 945 time: 0.0611517 Apr 26 14:10:43.936438 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-571167a3-cc20-43c1-9176-1230115a6de0 admin admin] Publish callbacks [] for security_group (38723681-df89-448c-8507-49355576a785), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:43.960226 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-571167a3-cc20-43c1-9176-1230115a6de0 admin admin] Publish callbacks [] for security_group (38723681-df89-448c-8507-49355576a785), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:43.982070 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2ab3433c-fde5-4418-b962-e753095693bb req-7be221c7-959a-471f-9b25-35f5e82da4ae tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462170 Apr 26 14:10:44.055660 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-571167a3-cc20-43c1-9176-1230115a6de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (38723681-df89-448c-8507-49355576a785), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:44.058277 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-571167a3-cc20-43c1-9176-1230115a6de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:44.059464 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-571167a3-cc20-43c1-9176-1230115a6de0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38723681-df89-448c-8507-49355576a785 HTTP/1.1" status: 204 len: 168 time: 0.1730599 Apr 26 14:10:44.068667 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571167a3-cc20-43c1-9176-1230115a6de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38723681-df89-448c-8507-49355576a785,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:44.178076 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aca71-21b0-45a8-8a50-14cbc5ab9210 req-7f77403a-f43d-43a3-8a1f-16d63234e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:44.179641 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd8aca71-21b0-45a8-8a50-14cbc5ab9210 req-7f77403a-f43d-43a3-8a1f-16d63234e87c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f38bbf345384bdb9ed001c0965a3462&device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 1127 time: 0.0736825 Apr 26 14:10:44.277314 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aca71-21b0-45a8-8a50-14cbc5ab9210 req-b87ec0ce-41ba-4ac5-ab3c-8eb66fde545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:44.278850 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd8aca71-21b0-45a8-8a50-14cbc5ab9210 req-b87ec0ce-41ba-4ac5-ab3c-8eb66fde545e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3f38bbf345384bdb9ed001c0965a3462&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0924933 Apr 26 14:10:44.365755 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['929beb4c-1416-4cbb-a27f-30e55ee70ab6'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:10:44.384473 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aca71-21b0-45a8-8a50-14cbc5ab9210 req-a7cf057b-3f03-4c04-8bc5-689930e6eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:44.386196 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd8aca71-21b0-45a8-8a50-14cbc5ab9210 req-a7cf057b-3f03-4c04-8bc5-689930e6eb2a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978260 Apr 26 14:10:44.420496 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['deabb5f0-90be-4df9-8257-aa30c4322106'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:10:44.423323 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['0e992724-8bbd-4a49-96d5-fa786b2405ab'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:10:44.488359 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-3f63819a-970f-475e-a24b-2cf7bb0c3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:44.490523 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-3f63819a-970f-475e-a24b-2cf7bb0c3eac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f38bbf345384bdb9ed001c0965a3462&device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 1127 time: 0.0593669 Apr 26 14:10:44.605877 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-d563fe20-087c-4724-a7b9-3012d768fc1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca1854d6-548d-485b-8cbc-1f2457d13483 HTTP/1.1" status: 200 len: 217 time: 0.1081443 Apr 26 14:10:44.707093 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-cdd4df68-8104-4812-b16a-a4cc4ad6e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:44.708773 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-cdd4df68-8104-4812-b16a-a4cc4ad6e59f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41c369f-3753-4ded-8eff-4455cba0638b HTTP/1.1" status: 200 len: 850 time: 0.0959589 Apr 26 14:10:44.713400 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba835456-5bdc-4d51-acaf-00220201aea4 req-a9eed893-3b2c-4b6a-b227-4db47eba13bb tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:44.716398 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ba835456-5bdc-4d51-acaf-00220201aea4 req-a9eed893-3b2c-4b6a-b227-4db47eba13bb tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 944 time: 0.1132729 Apr 26 14:10:44.758076 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4978b4-86fb-41d7-a98c-f50acaec66cc req-b43f9910-2a38-4eed-8d36-438360016c6d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:44.759666 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4e4978b4-86fb-41d7-a98c-f50acaec66cc req-b43f9910-2a38-4eed-8d36-438360016c6d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 943 time: 0.1094198 Apr 26 14:10:44.797048 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ba835456-5bdc-4d51-acaf-00220201aea4 req-f030cd20-d359-44e2-a6e5-48a468899559 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731816 Apr 26 14:10:44.803034 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-19bd227e-688c-4915-8c12-cf5928d942b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:44.804985 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-19bd227e-688c-4915-8c12-cf5928d942b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=da497052-bded-497c-b389-e8193210a8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875309 Apr 26 14:10:44.889533 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4e4978b4-86fb-41d7-a98c-f50acaec66cc req-b0b95964-9591-409f-9e29-8bbfb4f17f52 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208034 Apr 26 14:10:44.941465 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-cca2b9c9-0ba3-4ec0-b554-755f97ecee53 service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247704 Apr 26 14:10:45.029799 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd66cfa3-7758-4659-b88f-1e8e0419e249 req-ab88ab9a-86f8-45bc-b0be-574ccad84df8 service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821052 Apr 26 14:10:45.102786 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5aff3b-f74c-4a25-9a98-90cced1ef218 req-9dcca51b-6224-427e-8bd6-20f42b294281 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:45.104273 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6e5aff3b-f74c-4a25-9a98-90cced1ef218 req-9dcca51b-6224-427e-8bd6-20f42b294281 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 945 time: 0.0528796 Apr 26 14:10:45.155603 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6e5aff3b-f74c-4a25-9a98-90cced1ef218 req-647d7507-0c16-47b6-8678-89d8a0ba2935 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452361 Apr 26 14:10:45.936564 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2e339-be9a-47ab-ba50-90810a0d5b37 req-49137c0e-988e-4d72-b5d3-c0c6229c4d17 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:45.942464 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3ed2e339-be9a-47ab-ba50-90810a0d5b37 req-49137c0e-988e-4d72-b5d3-c0c6229c4d17 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 944 time: 0.0763617 Apr 26 14:10:45.990142 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3ed2e339-be9a-47ab-ba50-90810a0d5b37 req-8618f00d-327d-4acb-a377-614f9d3f5f5e tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454316 Apr 26 14:10:46.014692 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82917716-3e1f-4af7-ade6-66066cbd0b69 req-2ee7352a-a15b-4af2-82b5-1d957e0af74c tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:46.014692 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-82917716-3e1f-4af7-ade6-66066cbd0b69 req-2ee7352a-a15b-4af2-82b5-1d957e0af74c tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 943 time: 0.0552311 Apr 26 14:10:46.063194 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-82917716-3e1f-4af7-ade6-66066cbd0b69 req-d4d0697d-0e6e-4c4a-bd00-7f94675cc0e1 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422838 Apr 26 14:10:46.291956 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1cf72-9076-45ad-b58d-942e08c8ff9c req-9defda36-674c-4e61-a0e4-cb2c4745b2b3 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:46.293513 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7f1cf72-9076-45ad-b58d-942e08c8ff9c req-9defda36-674c-4e61-a0e4-cb2c4745b2b3 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 945 time: 0.0601261 Apr 26 14:10:46.355700 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7f1cf72-9076-45ad-b58d-942e08c8ff9c req-76f75ce5-7f65-4613-a2a0-36644193890b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477295 Apr 26 14:10:47.121467 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf5900-6738-41ed-aef3-5c7f1ea02eea req-7c280086-cd1e-46ec-8eca-660671bd712a tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:47.123601 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d4cf5900-6738-41ed-aef3-5c7f1ea02eea req-7c280086-cd1e-46ec-8eca-660671bd712a tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 944 time: 0.0549438 Apr 26 14:10:47.155044 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ca1854d6-548d-485b-8cbc-1f2457d13483 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:10:47.188489 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 929beb4c-1416-4cbb-a27f-30e55ee70ab6 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:10:47.199525 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121cf67-3a13-4544-a671-da94d3399af8 req-fc564a75-e045-4f7c-a698-534b30c50e3b tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:47.201730 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6121cf67-3a13-4544-a671-da94d3399af8 req-fc564a75-e045-4f7c-a698-534b30c50e3b tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 943 time: 0.0652878 Apr 26 14:10:47.209421 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d4cf5900-6738-41ed-aef3-5c7f1ea02eea req-5fee986f-c9f0-422c-923b-171a629b60ac tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787330 Apr 26 14:10:47.257345 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6121cf67-3a13-4544-a671-da94d3399af8 req-6875c676-2729-4f6e-baf6-7c6675c22696 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480161 Apr 26 14:10:47.324244 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port ca1854d6-548d-485b-8cbc-1f2457d13483, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ca1854d6-548d-485b-8cbc-1f2457d13483,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:47.334206 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'ca1854d6-548d-485b-8cbc-1f2457d13483', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'port_id': 'ca1854d6-548d-485b-8cbc-1f2457d13483', 'mac_address': 'fa:16:3e:d4:42:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:10:47.374155 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port ca1854d6-548d-485b-8cbc-1f2457d13483 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:47.374552 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:47.386131 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port 929beb4c-1416-4cbb-a27f-30e55ee70ab6 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:10:47.391411 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca1854d6-548d-485b-8cbc-1f2457d13483 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:10:47.398252 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port 929beb4c-1416-4cbb-a27f-30e55ee70ab6 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:47.398694 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:47.441214 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port ca1854d6-548d-485b-8cbc-1f2457d13483, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ca1854d6-548d-485b-8cbc-1f2457d13483,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:47.490132 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa893d2-56f8-41de-aa93-9b1f92a92f33 req-568feaf4-67cd-412b-a406-1ebda208d9f5 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:47.491889 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6fa893d2-56f8-41de-aa93-9b1f92a92f33 req-568feaf4-67cd-412b-a406-1ebda208d9f5 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 945 time: 0.0577843 Apr 26 14:10:47.502014 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:47.508480 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 929beb4c-1416-4cbb-a27f-30e55ee70ab6 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:47.509076 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:47.544306 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6fa893d2-56f8-41de-aa93-9b1f92a92f33 req-9cf487da-bb74-409a-8dff-54761e502fb8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468965 Apr 26 14:10:47.562078 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929beb4c-1416-4cbb-a27f-30e55ee70ab6'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:10:47.645616 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 929beb4c-1416-4cbb-a27f-30e55ee70ab6, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=929beb4c-1416-4cbb-a27f-30e55ee70ab6,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:47.647129 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=ca1854d6-548d-485b-8cbc-1f2457d13483,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:47.706949 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:47.708027 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 0e992724-8bbd-4a49-96d5-fa786b2405ab up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:10:47.751453 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a7d8d0-8e76-42fc-832d-b45e688c83f6" -d '{"events": [{"server_uuid": "6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "929beb4c-1416-4cbb-a27f-30e55ee70ab6"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:10:47.803863 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=929beb4c-1416-4cbb-a27f-30e55ee70ab6,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:47.842414 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1854206-4568-4b75-9963-32dee7d7b023 x-openstack-request-id: req-e1854206-4568-4b75-9963-32dee7d7b023 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:10:47.842743 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8", "name": "network-vif-plugged", "status": "completed", "tag": "929beb4c-1416-4cbb-a27f-30e55ee70ab6", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:10:47.843002 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1854206-4568-4b75-9963-32dee7d7b023 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:10:47.843467 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1854206-4568-4b75-9963-32dee7d7b023'] response: {'server_uuid': '6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929beb4c-1416-4cbb-a27f-30e55ee70ab6', 'code': 200} Apr 26 14:10:47.866753 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port 0e992724-8bbd-4a49-96d5-fa786b2405ab completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:10:47.871271 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port 0e992724-8bbd-4a49-96d5-fa786b2405ab triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:47.871652 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:47.953172 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 0e992724-8bbd-4a49-96d5-fa786b2405ab is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:47.953561 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:47.991511 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 0e992724-8bbd-4a49-96d5-fa786b2405ab, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=0e992724-8bbd-4a49-96d5-fa786b2405ab,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:48.043740 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:48.044513 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device deabb5f0-90be-4df9-8257-aa30c4322106 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:10:48.119233 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=0e992724-8bbd-4a49-96d5-fa786b2405ab,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:48.164155 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port deabb5f0-90be-4df9-8257-aa30c4322106 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:10:48.168404 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port deabb5f0-90be-4df9-8257-aa30c4322106 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:48.168778 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (deabb5f0-90be-4df9-8257-aa30c4322106), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:48.336317 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e7301-4a74-4bf5-aecc-63d2c1150372 req-b22786db-c9e4-47da-b6d4-9520ceae8561 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:48.337818 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-760e7301-4a74-4bf5-aecc-63d2c1150372 req-b22786db-c9e4-47da-b6d4-9520ceae8561 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 944 time: 0.0584109 Apr 26 14:10:48.366105 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port deabb5f0-90be-4df9-8257-aa30c4322106 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:48.367166 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (deabb5f0-90be-4df9-8257-aa30c4322106), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:48.402389 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-760e7301-4a74-4bf5-aecc-63d2c1150372 req-1848c98b-4454-468c-9532-7d28edc68f4e tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577967 Apr 26 14:10:48.407546 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port deabb5f0-90be-4df9-8257-aa30c4322106, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=deabb5f0-90be-4df9-8257-aa30c4322106,segment=NetworkSegment(a83fa25d-b3f4-4559-a4e7-605f62b417f7),segment_id=a83fa25d-b3f4-4559-a4e7-605f62b417f7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:48.411382 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be37da8-6ef0-4213-8c29-b011e816a96d req-ca36eb01-9290-4e35-a9b9-1eff8acbbb98 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:48.413130 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5be37da8-6ef0-4213-8c29-b011e816a96d req-ca36eb01-9290-4e35-a9b9-1eff8acbbb98 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 944 time: 0.0765984 Apr 26 14:10:48.449829 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (deabb5f0-90be-4df9-8257-aa30c4322106), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:48.466615 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5be37da8-6ef0-4213-8c29-b011e816a96d req-73937bc8-66eb-440d-985d-a8d9b306e67b tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476286 Apr 26 14:10:48.498205 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=deabb5f0-90be-4df9-8257-aa30c4322106,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:48.660151 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0a8c7-d4af-4e37-8fe2-23d6ffc0b179 req-8ea08870-3116-44e2-9ba4-035914f7972d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:48.661523 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5ac0a8c7-d4af-4e37-8fe2-23d6ffc0b179 req-8ea08870-3116-44e2-9ba4-035914f7972d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0510848 Apr 26 14:10:48.706184 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5ac0a8c7-d4af-4e37-8fe2-23d6ffc0b179 req-f5258bba-0e0f-412c-a16a-4ce9f7ea0062 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389426 Apr 26 14:10:49.519173 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65e427-797b-4e5b-b869-732d2878348a req-2eb9d1dd-05e6-4cdc-b21c-f4d71594afd6 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:49.520661 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5d65e427-797b-4e5b-b869-732d2878348a req-2eb9d1dd-05e6-4cdc-b21c-f4d71594afd6 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 945 time: 0.0520215 Apr 26 14:10:49.567138 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5d65e427-797b-4e5b-b869-732d2878348a req-926890a1-3892-4a3b-955f-1800f741212c tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408483 Apr 26 14:10:49.584064 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0d6ad-f256-4df6-94e8-956a5a174c7d req-f1b24efb-9140-404b-8945-3b5b5d1c1754 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:49.585556 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dfb0d6ad-f256-4df6-94e8-956a5a174c7d req-f1b24efb-9140-404b-8945-3b5b5d1c1754 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 944 time: 0.0527098 Apr 26 14:10:49.632256 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dfb0d6ad-f256-4df6-94e8-956a5a174c7d req-603c6293-b6fb-4faa-b0d1-615dde3ec696 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412433 Apr 26 14:10:49.822215 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b42510-57bc-4807-83bf-b4fd3cd0c619 req-116cd7b5-8022-4918-8a57-94d2aa667077 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:49.823647 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c2b42510-57bc-4807-83bf-b4fd3cd0c619 req-116cd7b5-8022-4918-8a57-94d2aa667077 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0534747 Apr 26 14:10:49.844458 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c588d0-aa8c-4db6-aba6-ff2863b26ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e992724-8bbd-4a49-96d5-fa786b2405ab'}, {'server_uuid': '273cc945-5e47-4750-931a-a753cceef77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deabb5f0-90be-4df9-8257-aa30c4322106'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:10:49.847402 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ffba21-64c5-4125-8c48-c93d787e3652" -d '{"events": [{"server_uuid": "b5c588d0-aa8c-4db6-aba6-ff2863b26ad7", "name": "network-vif-plugged", "status": "completed", "tag": "0e992724-8bbd-4a49-96d5-fa786b2405ab"}, {"server_uuid": "273cc945-5e47-4750-931a-a753cceef77a", "name": "network-vif-plugged", "status": "completed", "tag": "deabb5f0-90be-4df9-8257-aa30c4322106"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:10:49.869904 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c2b42510-57bc-4807-83bf-b4fd3cd0c619 req-63c5e619-a752-4c58-9bb8-27fa9be8d5c1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Apr 26 14:10:49.887027 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Apr 2022 14:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d985a4f2-1927-4c98-a841-f162ad740c0a x-openstack-request-id: req-d985a4f2-1927-4c98-a841-f162ad740c0a {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:10:49.887323 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c588d0-aa8c-4db6-aba6-ff2863b26ad7", "name": "network-vif-plugged", "status": "completed", "tag": "0e992724-8bbd-4a49-96d5-fa786b2405ab", "code": 200}, {"server_uuid": "273cc945-5e47-4750-931a-a753cceef77a", "name": "network-vif-plugged", "status": "completed", "tag": "deabb5f0-90be-4df9-8257-aa30c4322106", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:10:49.887577 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d985a4f2-1927-4c98-a841-f162ad740c0a {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:10:49.888046 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d985a4f2-1927-4c98-a841-f162ad740c0a'] response: {'server_uuid': 'b5c588d0-aa8c-4db6-aba6-ff2863b26ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e992724-8bbd-4a49-96d5-fa786b2405ab', 'code': 200} Apr 26 14:10:49.891874 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d985a4f2-1927-4c98-a841-f162ad740c0a'] response: {'server_uuid': '273cc945-5e47-4750-931a-a753cceef77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deabb5f0-90be-4df9-8257-aa30c4322106', 'code': 200} Apr 26 14:10:50.546687 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['ca1854d6-548d-485b-8cbc-1f2457d13483'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:10:50.772594 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359d88f-409e-4db7-a93d-d1107a98d0e7 req-1d7777bd-90bc-4081-90e2-a6e8553805d6 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:50.774148 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b359d88f-409e-4db7-a93d-d1107a98d0e7 req-1d7777bd-90bc-4081-90e2-a6e8553805d6 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 944 time: 0.0562723 Apr 26 14:10:50.821035 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b359d88f-409e-4db7-a93d-d1107a98d0e7 req-8599d06f-4a36-4938-8a4a-7c3e65599d02 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410733 Apr 26 14:10:50.865667 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f9e6f-f9e6-4708-9488-09b185d7203d req-fd240fe2-fc6b-4a8e-b5ff-92f51358c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:50.867383 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ad2f9e6f-f9e6-4708-9488-09b185d7203d req-fd240fe2-fc6b-4a8e-b5ff-92f51358c866 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 1129 time: 0.1576736 Apr 26 14:10:50.869204 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cc4b6-857d-441c-bab7-2325b05052d0 req-3968c970-141c-49be-8432-0a2f7bf0d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:50.870771 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a07cc4b6-857d-441c-bab7-2325b05052d0 req-3968c970-141c-49be-8432-0a2f7bf0d2f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 1130 time: 0.2047334 Apr 26 14:10:50.873682 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e5ab8-3214-438d-9c6b-757dac10c4a6 req-61f1ea59-01ef-421b-996a-3312006cbd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:50.875352 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f63e5ab8-3214-438d-9c6b-757dac10c4a6 req-61f1ea59-01ef-421b-996a-3312006cbd8a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 1129 time: 0.2202294 Apr 26 14:10:50.883257 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684f1ab-ddab-4d9c-8bd6-daa0b3ebd8b0 req-8bfb98bf-1414-4e2c-8e7c-bbd678b5a212 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:50.884842 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a684f1ab-ddab-4d9c-8bd6-daa0b3ebd8b0 req-8bfb98bf-1414-4e2c-8e7c-bbd678b5a212 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 945 time: 0.1598468 Apr 26 14:10:50.938958 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a684f1ab-ddab-4d9c-8bd6-daa0b3ebd8b0 req-b65d59f0-30b0-4b6a-89da-0e50cec0be4a tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484240 Apr 26 14:10:50.993014 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd52de0-66fa-42c2-9893-9424c18215a2 req-1f10784c-f8b5-4a47-99f3-9be96b8c89a7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:50.994763 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9fd52de0-66fa-42c2-9893-9424c18215a2 req-1f10784c-f8b5-4a47-99f3-9be96b8c89a7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0586560 Apr 26 14:10:51.045139 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9fd52de0-66fa-42c2-9893-9424c18215a2 req-e989e2ad-8e21-47b1-b6de-1609e2e46398 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447087 Apr 26 14:10:51.939035 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e99be-df4e-4d6f-82a4-eb4d075a0f36 req-96efd8fe-1c7a-42b9-881b-1e6fdef38e9e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:51.941079 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-382e99be-df4e-4d6f-82a4-eb4d075a0f36 req-96efd8fe-1c7a-42b9-881b-1e6fdef38e9e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 944 time: 0.0560386 Apr 26 14:10:51.987040 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-382e99be-df4e-4d6f-82a4-eb4d075a0f36 req-cf9a6854-e3f4-414e-8385-09127c6aa391 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399015 Apr 26 14:10:52.056310 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099a5d7-cce6-444a-80fc-c8a097e5ec6b req-a7f5e94e-50b8-46fd-9bbf-b84ce8f93e77 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:52.057772 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d099a5d7-cce6-444a-80fc-c8a097e5ec6b req-a7f5e94e-50b8-46fd-9bbf-b84ce8f93e77 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 945 time: 0.0533235 Apr 26 14:10:52.103712 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d099a5d7-cce6-444a-80fc-c8a097e5ec6b req-9e21c27f-a9f2-45a3-9c8e-5e356c10067d tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Apr 26 14:10:52.156360 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fe513-b813-41ee-a945-75a64e75b2c4 req-a83f75cf-2eb2-4818-82ae-52237c068519 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:52.157805 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bc2fe513-b813-41ee-a945-75a64e75b2c4 req-a83f75cf-2eb2-4818-82ae-52237c068519 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0501575 Apr 26 14:10:52.203648 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bc2fe513-b813-41ee-a945-75a64e75b2c4 req-fd877a65-fdc1-4267-8ec0-f1c92c19c329 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399542 Apr 26 14:10:53.108764 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a783a-b5bc-44d9-9eea-016e926493ae req-3c70aba2-3918-44ce-a1ba-bfab73748b06 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:53.110279 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a74a783a-b5bc-44d9-9eea-016e926493ae req-3c70aba2-3918-44ce-a1ba-bfab73748b06 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 944 time: 0.0528185 Apr 26 14:10:53.158035 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a74a783a-b5bc-44d9-9eea-016e926493ae req-b9052898-3434-4674-8da8-b0318f56d550 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419683 Apr 26 14:10:53.223061 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0dc3e-4569-4e21-90b6-fb6ed51a9eed req-c99d90f2-d7eb-444c-b6b3-6ce0d5223dd7 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:53.224719 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fec0dc3e-4569-4e21-90b6-fb6ed51a9eed req-c99d90f2-d7eb-444c-b6b3-6ce0d5223dd7 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 945 time: 0.0546055 Apr 26 14:10:53.285915 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ad2f9e6f-f9e6-4708-9488-09b185d7203d req-235716b7-c3f9-4deb-85ab-b3203ce47b68 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:53.288294 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f63e5ab8-3214-438d-9c6b-757dac10c4a6 req-c0957d5c-b3af-4821-8446-17eb16c5335d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:53.305446 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a07cc4b6-857d-441c-bab7-2325b05052d0 req-c56c3af4-4d63-4f7c-88eb-48eccdc09e65 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:53.325518 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c71dc8-52e5-49ea-9242-9cb01d46e283 req-d765e879-fbe6-428f-a88a-84470ea2bdfb tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:53.327012 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a0c71dc8-52e5-49ea-9242-9cb01d46e283 req-d765e879-fbe6-428f-a88a-84470ea2bdfb tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0523250 Apr 26 14:10:53.351450 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fec0dc3e-4569-4e21-90b6-fb6ed51a9eed req-1059636c-67de-4c54-a4cb-9e0543e53c34 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210926 Apr 26 14:10:53.378254 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a0c71dc8-52e5-49ea-9242-9cb01d46e283 req-a3dfc90f-a078-4572-be72-dda4df59e15c tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452991 Apr 26 14:10:53.435673 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f63e5ab8-3214-438d-9c6b-757dac10c4a6 req-c0957d5c-b3af-4821-8446-17eb16c5335d service neutron] Publish callbacks [] for security_group (a48254b8-1ec6-43a7-aa46-9f860050b4a2), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:53.519548 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f63e5ab8-3214-438d-9c6b-757dac10c4a6 req-c0957d5c-b3af-4821-8446-17eb16c5335d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (a48254b8-1ec6-43a7-aa46-9f860050b4a2), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:53.567724 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f63e5ab8-3214-438d-9c6b-757dac10c4a6 req-c0957d5c-b3af-4821-8446-17eb16c5335d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245029 Apr 26 14:10:53.568489 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0957d5c-b3af-4821-8446-17eb16c5335d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a48254b8-1ec6-43a7-aa46-9f860050b4a2,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:53.573368 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.db.api [req-a07cc4b6-857d-441c-bab7-2325b05052d0 req-c56c3af4-4d63-4f7c-88eb-48eccdc09e65 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e8965b215ec64df5bb4bc3c9d91922e5 {{(pid=103923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 26 14:10:53.574984 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG oslo_db.api [req-a07cc4b6-857d-441c-bab7-2325b05052d0 req-c56c3af4-4d63-4f7c-88eb-48eccdc09e65 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 26 14:10:53.574984 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.db.api [req-ad2f9e6f-f9e6-4708-9488-09b185d7203d req-235716b7-c3f9-4deb-85ab-b3203ce47b68 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) e8965b215ec64df5bb4bc3c9d91922e5 {{(pid=103923) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 26 14:10:53.574984 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG oslo_db.api [req-ad2f9e6f-f9e6-4708-9488-09b185d7203d req-235716b7-c3f9-4deb-85ab-b3203ce47b68 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 26 14:10:54.074724 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a07cc4b6-857d-441c-bab7-2325b05052d0 req-c56c3af4-4d63-4f7c-88eb-48eccdc09e65 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:54.077663 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ad2f9e6f-f9e6-4708-9488-09b185d7203d req-235716b7-c3f9-4deb-85ab-b3203ce47b68 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:54.186226 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ad2f9e6f-f9e6-4708-9488-09b185d7203d req-235716b7-c3f9-4deb-85ab-b3203ce47b68 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9417756 Apr 26 14:10:54.188268 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a07cc4b6-857d-441c-bab7-2325b05052d0 req-c56c3af4-4d63-4f7c-88eb-48eccdc09e65 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9429939 Apr 26 14:10:54.271289 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10ee21-2457-468a-ba79-78e45ac040dd req-b8361618-091f-427a-9f65-5a522f70a62f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:54.272795 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6f10ee21-2457-468a-ba79-78e45ac040dd req-b8361618-091f-427a-9f65-5a522f70a62f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 944 time: 0.0511949 Apr 26 14:10:54.323983 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6f10ee21-2457-468a-ba79-78e45ac040dd req-850d3533-4e11-4b89-9517-7c441db727f6 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456607 Apr 26 14:10:54.467519 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a7435-4602-46ad-8fc3-52f35ef0bfbc req-34305152-09ab-4659-90d3-a580863d8e4b tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:54.469096 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a56a7435-4602-46ad-8fc3-52f35ef0bfbc req-34305152-09ab-4659-90d3-a580863d8e4b tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 945 time: 0.0509229 Apr 26 14:10:54.502252 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43b370-5296-477d-8596-9ad402f71dca req-649d4fe2-b5f0-4208-8936-aaa3d7494237 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:54.503708 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4a43b370-5296-477d-8596-9ad402f71dca req-649d4fe2-b5f0-4208-8936-aaa3d7494237 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0524118 Apr 26 14:10:54.516187 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a56a7435-4602-46ad-8fc3-52f35ef0bfbc req-b672eb64-4017-462d-84ab-a742e8b43a84 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408287 Apr 26 14:10:54.550296 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4a43b370-5296-477d-8596-9ad402f71dca req-1ed021b1-b532-45e0-82d9-a69deac67cdb tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407035 Apr 26 14:10:55.439951 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb543d4-d031-4c7e-a07b-52eb3d67df7e req-6aac7d7d-c8ab-4720-9553-f19cc67d8da0 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:55.441242 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ebb543d4-d031-4c7e-a07b-52eb3d67df7e req-6aac7d7d-c8ab-4720-9553-f19cc67d8da0 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 944 time: 0.0517030 Apr 26 14:10:55.490967 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ebb543d4-d031-4c7e-a07b-52eb3d67df7e req-f3156602-e064-4d13-93da-1517b1dc18a4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417309 Apr 26 14:10:55.631632 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9434d-e04d-4db5-b6a4-8bea899a26bc req-e5b64d48-9605-4f00-aac3-90f2dd990df8 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:55.633226 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e8d9434d-e04d-4db5-b6a4-8bea899a26bc req-e5b64d48-9605-4f00-aac3-90f2dd990df8 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 945 time: 0.0522971 Apr 26 14:10:55.668905 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebabe6-86ce-4fb6-ae7e-926e77bc0512 req-78dc600e-8b5d-406c-aa0f-3c8e104441ee tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:55.670408 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8aebabe6-86ce-4fb6-ae7e-926e77bc0512 req-78dc600e-8b5d-406c-aa0f-3c8e104441ee tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0559580 Apr 26 14:10:55.679641 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e8d9434d-e04d-4db5-b6a4-8bea899a26bc req-52936e59-7187-49db-bb41-2d7c67b4b77f tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407255 Apr 26 14:10:55.716695 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8aebabe6-86ce-4fb6-ae7e-926e77bc0512 req-5cb87b71-87a0-4211-8466-875c9256698f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399580 Apr 26 14:10:56.166701 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ca1854d6-548d-485b-8cbc-1f2457d13483 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:10:56.294579 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-62f9fcd6-3c2e-40db-961d-4eac49a7e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:56.317235 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port ca1854d6-548d-485b-8cbc-1f2457d13483 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:10:56.321418 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port ca1854d6-548d-485b-8cbc-1f2457d13483 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:10:56.321786 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:56.410398 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port ca1854d6-548d-485b-8cbc-1f2457d13483 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:10:56.410820 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:56.434647 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feac5dcc-29a9-415d-9898-564338c394d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1854d6-548d-485b-8cbc-1f2457d13483'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:10:56.436843 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dbe864-3d2d-4d59-abcd-e3aa06ecc57f" -d '{"events": [{"server_uuid": "feac5dcc-29a9-415d-9898-564338c394d0", "name": "network-vif-plugged", "status": "completed", "tag": "ca1854d6-548d-485b-8cbc-1f2457d13483"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:10:56.454044 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port ca1854d6-548d-485b-8cbc-1f2457d13483, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ca1854d6-548d-485b-8cbc-1f2457d13483,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:10:56.475554 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c33f7ec-8c8a-4334-9240-76893ec342aa x-openstack-request-id: req-4c33f7ec-8c8a-4334-9240-76893ec342aa {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:10:56.475884 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feac5dcc-29a9-415d-9898-564338c394d0", "name": "network-vif-plugged", "status": "completed", "tag": "ca1854d6-548d-485b-8cbc-1f2457d13483", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:10:56.476155 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c33f7ec-8c8a-4334-9240-76893ec342aa {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:10:56.476577 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c33f7ec-8c8a-4334-9240-76893ec342aa'] response: {'server_uuid': 'feac5dcc-29a9-415d-9898-564338c394d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca1854d6-548d-485b-8cbc-1f2457d13483', 'code': 200} Apr 26 14:10:56.540711 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:56.589461 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=ca1854d6-548d-485b-8cbc-1f2457d13483,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:10:56.609506 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4711690-7368-42f5-a41d-7087286e7241 req-be9ed76e-24a4-4023-80aa-806d33f6ed06 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:56.611050 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e4711690-7368-42f5-a41d-7087286e7241 req-be9ed76e-24a4-4023-80aa-806d33f6ed06 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0547180 Apr 26 14:10:56.659248 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e4711690-7368-42f5-a41d-7087286e7241 req-149b72d6-423a-4abc-9d48-8c45d373f6ab tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424442 Apr 26 14:10:56.808006 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe656e3-a8ee-43b4-b33b-2d361c2b13fe req-6642c537-77a3-46dd-b8cd-e63f27a9d243 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:56.809632 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8fe656e3-a8ee-43b4-b33b-2d361c2b13fe req-6642c537-77a3-46dd-b8cd-e63f27a9d243 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 945 time: 0.0623660 Apr 26 14:10:56.833441 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114d1f6-f100-44a4-b81c-160041ffe047 req-25434902-9964-48a8-ba8a-43f117046b8c tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:56.834939 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a114d1f6-f100-44a4-b81c-160041ffe047 req-25434902-9964-48a8-ba8a-43f117046b8c tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0518360 Apr 26 14:10:56.891029 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8fe656e3-a8ee-43b4-b33b-2d361c2b13fe req-f2248d5d-fdf3-477f-bb53-d8b1491a3ae0 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445249 Apr 26 14:10:56.891568 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a114d1f6-f100-44a4-b81c-160041ffe047 req-1ebd9e21-3f11-472e-94e8-ab0e06d36af3 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454230 Apr 26 14:10:57.448585 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:10:57.782338 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32d009-6c6a-42de-8a63-b31be0ad8402 req-e850e49d-2bcc-47c7-9abd-8df3ecc3c82e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:57.783840 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b32d009-6c6a-42de-8a63-b31be0ad8402 req-e850e49d-2bcc-47c7-9abd-8df3ecc3c82e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0593295 Apr 26 14:10:57.829108 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b32d009-6c6a-42de-8a63-b31be0ad8402 req-3912ad93-affe-4579-86dc-90db85a9dbd5 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393519 Apr 26 14:10:57.993553 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99af02d-0b43-4a03-b86b-23c526bd1345 req-03c976a7-e20d-4b96-9a23-51f25e857f05 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:57.995131 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c99af02d-0b43-4a03-b86b-23c526bd1345 req-03c976a7-e20d-4b96-9a23-51f25e857f05 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 945 time: 0.0612862 Apr 26 14:10:58.018084 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14f431-2732-4f32-858c-cdbdae1107af req-027b89d9-451d-4e00-ae1e-913cd8d1c23c tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:58.019606 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ab14f431-2732-4f32-858c-cdbdae1107af req-027b89d9-451d-4e00-ae1e-913cd8d1c23c tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0637715 Apr 26 14:10:58.051780 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c99af02d-0b43-4a03-b86b-23c526bd1345 req-8c58718e-6d86-4042-b417-ff8c084650c7 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489316 Apr 26 14:10:58.067818 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ab14f431-2732-4f32-858c-cdbdae1107af req-9ec2e2ee-875a-40f4-8f5e-3f305fcbe14f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421360 Apr 26 14:10:58.454961 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ffaa4e15-789c-4aa6-bde1-02a9292b5eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:10:58.942786 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1b3f0-e47a-4238-b712-db3814b1f306 req-2339a6ca-2c9d-4330-9847-3971e4a0cc77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:58.944250 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0ba1b3f0-e47a-4238-b712-db3814b1f306 req-2339a6ca-2c9d-4330-9847-3971e4a0cc77 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0502357 Apr 26 14:10:58.988910 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0ba1b3f0-e47a-4238-b712-db3814b1f306 req-7dceb107-e20b-444c-8ac5-1c764531f5fb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391278 Apr 26 14:10:59.166454 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b5cce-061f-4603-b0e8-f8d4999709cf req-81a02828-35a4-42a3-9deb-16a4e0f7d4ba tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:59.167946 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9c7b5cce-061f-4603-b0e8-f8d4999709cf req-81a02828-35a4-42a3-9deb-16a4e0f7d4ba tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 945 time: 0.0514796 Apr 26 14:10:59.183502 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d7923-ec55-438b-9997-5198d72f2576 req-361d0278-2f7f-4a32-965c-118918788839 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:59.184944 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9a8d7923-ec55-438b-9997-5198d72f2576 req-361d0278-2f7f-4a32-965c-118918788839 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0527864 Apr 26 14:10:59.214207 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9c7b5cce-061f-4603-b0e8-f8d4999709cf req-265670ae-ef9e-451a-bbc6-25407cd85886 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 Apr 26 14:10:59.230849 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9a8d7923-ec55-438b-9997-5198d72f2576 req-c03f836d-ee5e-43a5-a7bf-33a2a0cae826 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Apr 26 14:10:59.466428 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757c9b7-59c4-4652-830a-cf1a0d812db5 req-1a5075f9-85de-45c2-a252-d080dfcca5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:10:59.467900 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8757c9b7-59c4-4652-830a-cf1a0d812db5 req-1a5075f9-85de-45c2-a252-d080dfcca5f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 1129 time: 0.0423815 Apr 26 14:10:59.514141 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8757c9b7-59c4-4652-830a-cf1a0d812db5 req-5f5894d0-1140-4678-8d4b-544e4c0a99a5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393651 Apr 26 14:10:59.707505 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:00.104090 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668b8f0-921e-40f2-8562-e6dce0b1baca req-761511bb-6e88-410f-9d63-e157dc564dac tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:00.105520 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a668b8f0-921e-40f2-8562-e6dce0b1baca req-761511bb-6e88-410f-9d63-e157dc564dac tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0522463 Apr 26 14:11:00.151770 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a668b8f0-921e-40f2-8562-e6dce0b1baca req-ca92c0aa-e310-4081-80cf-f9fc59265673 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402741 Apr 26 14:11:00.333154 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378342b-bb03-4a4b-8980-c9206058c7e4 req-20775120-9c3f-4fb8-814f-fd0b6525dd4f tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:00.334679 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2378342b-bb03-4a4b-8980-c9206058c7e4 req-20775120-9c3f-4fb8-814f-fd0b6525dd4f tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 945 time: 0.0548995 Apr 26 14:11:00.352988 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0fcbd-9e2a-466d-b056-4bb2253a6d0d req-338b0e25-e345-4aa9-8483-7651e14ae578 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:00.354775 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e2d0fcbd-9e2a-466d-b056-4bb2253a6d0d req-338b0e25-e345-4aa9-8483-7651e14ae578 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0582404 Apr 26 14:11:00.386818 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2378342b-bb03-4a4b-8980-c9206058c7e4 req-0152f86e-345c-4cba-aa63-694454fbc5d0 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464165 Apr 26 14:11:00.419010 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e2d0fcbd-9e2a-466d-b056-4bb2253a6d0d req-0776fd4c-3f39-4c4a-a751-3fc8682567b7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548170 Apr 26 14:11:01.281870 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec199d9-bfda-49d7-afad-796c189064ed req-6a03f794-ec01-4d3c-adb7-92ecea4e365f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:01.283940 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1ec199d9-bfda-49d7-afad-796c189064ed req-6a03f794-ec01-4d3c-adb7-92ecea4e365f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0621364 Apr 26 14:11:01.329709 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:01.335874 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1ec199d9-bfda-49d7-afad-796c189064ed req-46dcff08-a598-41dc-9b0b-0e8aca7504a4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454059 Apr 26 14:11:01.586110 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0f765-c9fc-4b4a-98a0-06be2dbeb7b5 req-6c705c46-f0f0-48bf-aab8-24ee41014b9b tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:01.588244 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-47a0f765-c9fc-4b4a-98a0-06be2dbeb7b5 req-6c705c46-f0f0-48bf-aab8-24ee41014b9b tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 945 time: 0.0864997 Apr 26 14:11:01.588731 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 54300) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:01.596268 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecf9c6-15aa-4036-978e-cbf413490715 req-46a04e84-8339-4898-ae84-269af254680e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:01.601826 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-daecf9c6-15aa-4036-978e-cbf413490715 req-46a04e84-8339-4898-ae84-269af254680e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0894914 Apr 26 14:11:01.637243 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-47a0f765-c9fc-4b4a-98a0-06be2dbeb7b5 req-46af2dc2-d7df-4c9f-a499-6e0a9824f489 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Apr 26 14:11:01.679872 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-daecf9c6-15aa-4036-978e-cbf413490715 req-a3991834-2685-4e72-902c-de71dea8adc3 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752404 Apr 26 14:11:01.755497 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-470095f4-5512-40fb-8e7a-fdce63f1fde1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:01.836452 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-470095f4-5512-40fb-8e7a-fdce63f1fde1 admin admin] Publish callbacks [] for security_group (d93be97f-9c79-4b1c-b8c6-8ebf772c8d59), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:01.913101 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-470095f4-5512-40fb-8e7a-fdce63f1fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (d93be97f-9c79-4b1c-b8c6-8ebf772c8d59), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:01.959065 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-470095f4-5512-40fb-8e7a-fdce63f1fde1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6d08f16b3644f7098b56f941e1e1f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693180 Apr 26 14:11:01.959961 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470095f4-5512-40fb-8e7a-fdce63f1fde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93be97f-9c79-4b1c-b8c6-8ebf772c8d59,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:01.961862 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 54316) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:02.010900 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f679-a066-4357-be5e-488cdf5a4433 admin admin] Publish callbacks [] for security_group (d93be97f-9c79-4b1c-b8c6-8ebf772c8d59), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:02.031228 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f679-a066-4357-be5e-488cdf5a4433 admin admin] Publish callbacks [] for security_group (d93be97f-9c79-4b1c-b8c6-8ebf772c8d59), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:02.174787 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f679-a066-4357-be5e-488cdf5a4433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (d93be97f-9c79-4b1c-b8c6-8ebf772c8d59), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:02.177346 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f679-a066-4357-be5e-488cdf5a4433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:02.178524 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c7c0f679-a066-4357-be5e-488cdf5a4433 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d93be97f-9c79-4b1c-b8c6-8ebf772c8d59 HTTP/1.1" status: 204 len: 168 time: 0.2155282 Apr 26 14:11:02.188181 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0f679-a066-4357-be5e-488cdf5a4433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93be97f-9c79-4b1c-b8c6-8ebf772c8d59,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:02.466360 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbae8dd-047c-4e31-b816-20610d87d270 req-e9337fa3-f28f-4976-91b2-23a2a5754a2e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:02.467876 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0bbae8dd-047c-4e31-b816-20610d87d270 req-e9337fa3-f28f-4976-91b2-23a2a5754a2e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0642114 Apr 26 14:11:02.501796 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:02.555774 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0bbae8dd-047c-4e31-b816-20610d87d270 req-74e55c6a-666d-47da-837a-dc72d3ce7505 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813794 Apr 26 14:11:02.585838 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 54342) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:02.761843 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6d6db330-9a4a-4d31-84f7-1c7fee601786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:02.791240 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b7f20-c21d-479f-8115-b0f7e58051fc req-2cfce6d3-c958-4a3e-b737-79ffb63bfb04 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:02.792739 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e74b7f20-c21d-479f-8115-b0f7e58051fc req-2cfce6d3-c958-4a3e-b737-79ffb63bfb04 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.1124792 Apr 26 14:11:02.804316 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 54358) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:02.811129 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-d6771840-b0c8-497e-9252-99fd7e232d2a tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Request body: {'floatingip': {'port_id': 'ca1854d6-548d-485b-8cbc-1f2457d13483'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:02.874499 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6d6db330-9a4a-4d31-84f7-1c7fee601786 admin admin] Publish callbacks [] for security_group (ae197996-e31b-4fcc-ac4c-34abb9060b5c), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:02.928623 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 54360) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:02.942514 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e59369fd-cec7-402a-8b4d-54897bbd293f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:02.951378 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6d6db330-9a4a-4d31-84f7-1c7fee601786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ae197996-e31b-4fcc-ac4c-34abb9060b5c), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:03.004079 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6d6db330-9a4a-4d31-84f7-1c7fee601786 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=449990adef6846e5934ca07f07d34842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4173424 Apr 26 14:11:03.008117 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 54362) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:03.022960 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6db330-9a4a-4d31-84f7-1c7fee601786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae197996-e31b-4fcc-ac4c-34abb9060b5c,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:03.074369 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d6771840-b0c8-497e-9252-99fd7e232d2a tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for floatingip (310be3c2-37cd-4417-b5e8-9f94f71b8ec4), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:03.084761 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3f350-f0dc-48c1-bf4c-760f6a3b6a4e req-4457ac11-c71b-4d06-b324-b43f54f413bd tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:03.086267 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6bf3f350-f0dc-48c1-bf4c-760f6a3b6a4e req-4457ac11-c71b-4d06-b324-b43f54f413bd tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.3229282 Apr 26 14:11:03.090245 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3916e887-bfbb-4d2a-ae80-67e6f986193a admin admin] Publish callbacks [] for security_group (ae197996-e31b-4fcc-ac4c-34abb9060b5c), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:03.125903 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e59369fd-cec7-402a-8b4d-54897bbd293f admin admin] Publish callbacks [] for security_group (9e1a3c34-5480-4544-8ee3-3fc6bf188165), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:03.127960 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3916e887-bfbb-4d2a-ae80-67e6f986193a admin admin] Publish callbacks [] for security_group (ae197996-e31b-4fcc-ac4c-34abb9060b5c), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:03.226425 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e59369fd-cec7-402a-8b4d-54897bbd293f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (9e1a3c34-5480-4544-8ee3-3fc6bf188165), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:03.235690 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6bf3f350-f0dc-48c1-bf4c-760f6a3b6a4e req-9b1e18cc-fe45-441d-a793-5539fb8bfe60 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223440 Apr 26 14:11:03.267287 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e59369fd-cec7-402a-8b4d-54897bbd293f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f35e2ba57f72453d9f6c4f0b716b6d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373690 Apr 26 14:11:03.268496 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59369fd-cec7-402a-8b4d-54897bbd293f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1a3c34-5480-4544-8ee3-3fc6bf188165,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:03.271664 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 54366) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:03.274633 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3916e887-bfbb-4d2a-ae80-67e6f986193a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ae197996-e31b-4fcc-ac4c-34abb9060b5c), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:03.275087 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3916e887-bfbb-4d2a-ae80-67e6f986193a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:03.278506 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3916e887-bfbb-4d2a-ae80-67e6f986193a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae197996-e31b-4fcc-ac4c-34abb9060b5c HTTP/1.1" status: 204 len: 168 time: 0.2638257 Apr 26 14:11:03.289267 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916e887-bfbb-4d2a-ae80-67e6f986193a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae197996-e31b-4fcc-ac4c-34abb9060b5c,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:03.392162 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6f333296-4313-4d94-9a4c-1f28a2ac5e3d admin admin] Publish callbacks [] for security_group (9e1a3c34-5480-4544-8ee3-3fc6bf188165), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:03.433594 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6f333296-4313-4d94-9a4c-1f28a2ac5e3d admin admin] Publish callbacks [] for security_group (9e1a3c34-5480-4544-8ee3-3fc6bf188165), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:03.598188 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6f333296-4313-4d94-9a4c-1f28a2ac5e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (9e1a3c34-5480-4544-8ee3-3fc6bf188165), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:03.601033 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6f333296-4313-4d94-9a4c-1f28a2ac5e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:03.602379 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6f333296-4313-4d94-9a4c-1f28a2ac5e3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e1a3c34-5480-4544-8ee3-3fc6bf188165 HTTP/1.1" status: 204 len: 168 time: 0.3250873 Apr 26 14:11:03.613261 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f333296-4313-4d94-9a4c-1f28a2ac5e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1a3c34-5480-4544-8ee3-3fc6bf188165,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:03.882583 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d6771840-b0c8-497e-9252-99fd7e232d2a tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:03.932283 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fa95f-2efe-4341-9bf1-079c3be35121 req-f6f2ec6b-d799-4cc8-b94b-15d65b2e0bbb tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:03.934695 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3b6fa95f-2efe-4341-9bf1-079c3be35121 req-f6f2ec6b-d799-4cc8-b94b-15d65b2e0bbb tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0657017 Apr 26 14:11:03.957197 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9e363-671c-42ba-b5e0-8e1e25b3b5d2 req-0c609989-0687-4a94-b7fd-98376aed6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:03.959397 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3f9e363-671c-42ba-b5e0-8e1e25b3b5d2 req-0c609989-0687-4a94-b7fd-98376aed6440 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 1130 time: 0.0658195 Apr 26 14:11:03.984257 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3b6fa95f-2efe-4341-9bf1-079c3be35121 req-4d580b6b-d715-45a7-a4b8-4f11aa080a68 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443175 Apr 26 14:11:04.014950 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d6771840-b0c8-497e-9252-99fd7e232d2a tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (310be3c2-37cd-4417-b5e8-9f94f71b8ec4), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:04.133230 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9e363-671c-42ba-b5e0-8e1e25b3b5d2 req-4d17d232-36bc-4def-ba27-58b3166ca023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:04.134752 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3f9e363-671c-42ba-b5e0-8e1e25b3b5d2 req-4d17d232-36bc-4def-ba27-58b3166ca023 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 919 time: 0.1636317 Apr 26 14:11:04.180606 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3f9e363-671c-42ba-b5e0-8e1e25b3b5d2 req-40ef49bc-6d54-4493-abab-503f40e9c676 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e992724-8bbd-4a49-96d5-fa786b2405ab HTTP/1.1" status: 200 len: 217 time: 0.0380075 Apr 26 14:11:04.181697 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-d6771840-b0c8-497e-9252-99fd7e232d2a tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Floating IP 310be3c2-37cd-4417-b5e8-9f94f71b8ec4 associated. External IP: 172.27.1.117, port: ca1854d6-548d-485b-8cbc-1f2457d13483. Apr 26 14:11:04.253483 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 54414) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:04.266327 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-12a9847f-4928-41d6-bcd0-bf095f9d20f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:04.319721 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9e363-671c-42ba-b5e0-8e1e25b3b5d2 req-1197983f-f247-4e6d-99a7-7f901e3c3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:04.321117 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3f9e363-671c-42ba-b5e0-8e1e25b3b5d2 req-1197983f-f247-4e6d-99a7-7f901e3c3d12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.1006835 Apr 26 14:11:04.342120 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-12a9847f-4928-41d6-bcd0-bf095f9d20f6 admin admin] Publish callbacks [] for security_group (0a18b664-d148-4daa-a526-a8440898a795), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:04.397759 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-12a9847f-4928-41d6-bcd0-bf095f9d20f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (0a18b664-d148-4daa-a526-a8440898a795), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:04.438855 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-12a9847f-4928-41d6-bcd0-bf095f9d20f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74807a98bd504c8288b47f555d46aacd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843264 Apr 26 14:11:04.445588 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 54418) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:04.465605 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9847f-4928-41d6-bcd0-bf095f9d20f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a18b664-d148-4daa-a526-a8440898a795,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:04.485992 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9e363-671c-42ba-b5e0-8e1e25b3b5d2 req-a3c365f6-2653-4ccc-8477-b940691bd2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:04.487531 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3f9e363-671c-42ba-b5e0-8e1e25b3b5d2 req-a3c365f6-2653-4ccc-8477-b940691bd2ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1590786 Apr 26 14:11:04.527268 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2fac6921-ca23-4436-a39d-8ce17556bbfd admin admin] Publish callbacks [] for security_group (0a18b664-d148-4daa-a526-a8440898a795), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:04.554874 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2fac6921-ca23-4436-a39d-8ce17556bbfd admin admin] Publish callbacks [] for security_group (0a18b664-d148-4daa-a526-a8440898a795), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:04.566605 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6771840-b0c8-497e-9252-99fd7e232d2a tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:11:04.689642 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2fac6921-ca23-4436-a39d-8ce17556bbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (0a18b664-d148-4daa-a526-a8440898a795), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:04.694381 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2fac6921-ca23-4436-a39d-8ce17556bbfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:04.699716 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-2fac6921-ca23-4436-a39d-8ce17556bbfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a18b664-d148-4daa-a526-a8440898a795 HTTP/1.1" status: 204 len: 168 time: 0.2522361 Apr 26 14:11:04.718011 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac6921-ca23-4436-a39d-8ce17556bbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a18b664-d148-4daa-a526-a8440898a795,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:04.902077 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3f9e363-671c-42ba-b5e0-8e1e25b3b5d2 req-321866d4-fcc2-4e30-8e92-a6280e49d4dd service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993416 Apr 26 14:11:05.010841 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6771840-b0c8-497e-9252-99fd7e232d2a tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:11:05.018327 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d6771840-b0c8-497e-9252-99fd7e232d2a tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:05.032648 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d47fdc-17c4-4b55-b102-60d84db20784 None None] Sync routers for ids ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:11:05.053521 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3f9e363-671c-42ba-b5e0-8e1e25b3b5d2 req-fe2cdc0c-d720-4e39-8b15-edffe7dab7a5 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454072 Apr 26 14:11:05.061510 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d6771840-b0c8-497e-9252-99fd7e232d2a tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "PUT /v2.0/floatingips/310be3c2-37cd-4417-b5e8-9f94f71b8ec4 HTTP/1.1" status: 200 len: 991 time: 2.2551425 Apr 26 14:11:05.062150 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feac5dcc-29a9-415d-9898-564338c394d0', 'tag': 'ca1854d6-548d-485b-8cbc-1f2457d13483'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:11:05.064396 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe5ed94-691f-4d4b-a848-d323544f97a2" -d '{"events": [{"name": "network-changed", "server_uuid": "feac5dcc-29a9-415d-9898-564338c394d0", "tag": "ca1854d6-548d-485b-8cbc-1f2457d13483"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:11:05.087678 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d47fdc-17c4-4b55-b102-60d84db20784 None None] Routers {'51076078-4c58-4b04-9c96-d1e52ac4cdc8'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:11:05.090291 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-09d47fdc-17c4-4b55-b102-60d84db20784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:10:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:05.146572 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e4feea-4547-4cbf-b642-c2f85539244c x-openstack-request-id: req-a2e4feea-4547-4cbf-b642-c2f85539244c {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:11:05.146878 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feac5dcc-29a9-415d-9898-564338c394d0", "tag": "ca1854d6-548d-485b-8cbc-1f2457d13483", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:11:05.147136 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2e4feea-4547-4cbf-b642-c2f85539244c {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:11:05.147553 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e4feea-4547-4cbf-b642-c2f85539244c'] response: {'name': 'network-changed', 'server_uuid': 'feac5dcc-29a9-415d-9898-564338c394d0', 'tag': 'ca1854d6-548d-485b-8cbc-1f2457d13483', 'status': 'completed', 'code': 200} Apr 26 14:11:05.268154 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62486dd6-a603-4b2b-9ded-00151f68e7bb req-1fae2fda-088b-45e9-81bd-c73f90be195a tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:05.270295 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-62486dd6-a603-4b2b-9ded-00151f68e7bb req-1fae2fda-088b-45e9-81bd-c73f90be195a tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.1185601 Apr 26 14:11:05.279252 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-09d47fdc-17c4-4b55-b102-60d84db20784 None None] Set router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:11:05.291564 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5ed94-691f-4d4b-a848-d323544f97a2 req-6e38333c-35e4-4576-bf0b-80106fe71c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:05.295737 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbe5ed94-691f-4d4b-a848-d323544f97a2 req-6e38333c-35e4-4576-bf0b-80106fe71c62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f38bbf345384bdb9ed001c0965a3462&device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 1129 time: 0.1040235 Apr 26 14:11:05.375003 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-62486dd6-a603-4b2b-9ded-00151f68e7bb req-0fc26f30-bf6c-4b56-8006-f5890721d5c4 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948555 Apr 26 14:11:05.466310 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5ed94-691f-4d4b-a848-d323544f97a2 req-a7532dc2-a745-47df-a0c9-454f57363970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:05.467863 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbe5ed94-691f-4d4b-a848-d323544f97a2 req-a7532dc2-a745-47df-a0c9-454f57363970 service neutron] 10.222.0.26 "GET /v2.0/networks?id=da497052-bded-497c-b389-e8193210a8cf HTTP/1.1" status: 200 len: 912 time: 0.1649272 Apr 26 14:11:05.602541 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-09d47fdc-17c4-4b55-b102-60d84db20784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '310be3c2-37cd-4417-b5e8-9f94f71b8ec4', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'port_id': 'ca1854d6-548d-485b-8cbc-1f2457d13483', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'mac_address': 'fa:16:3e:d4:42:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feac5dcc-29a9-415d-9898-564338c394d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:10:32Z', 'updated_at': '2022-04-26T14:11:03Z', 'revision_number': 1, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffde2bf7-c614-4e10-931f-e32bcbf2200a', 'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'mac_address': 'fa:16:3e:5c:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:15Z', 'updated_at': '2022-04-26T14:10:26Z', 'revision_number': 5, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'subnets': [{'id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:05.714711 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d47fdc-17c4-4b55-b102-60d84db20784 None None] Checking router: 51076078-4c58-4b04-9c96-d1e52ac4cdc8 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:11:05.723835 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d47fdc-17c4-4b55-b102-60d84db20784 None None] Routers {'51076078-4c58-4b04-9c96-d1e52ac4cdc8'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:11:05.724456 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-09d47fdc-17c4-4b55-b102-60d84db20784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:10:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:05.796159 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 54530) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:05.865703 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-09d47fdc-17c4-4b55-b102-60d84db20784 None None] Set router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:11:05.992732 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-88fc1f3c-d29f-4e8b-9445-3ca49acfb581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:06.071994 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-88fc1f3c-d29f-4e8b-9445-3ca49acfb581 admin admin] Publish callbacks [] for security_group (f8eda01f-c3af-4858-99de-f3da76a16f21), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:06.120458 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-09d47fdc-17c4-4b55-b102-60d84db20784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '310be3c2-37cd-4417-b5e8-9f94f71b8ec4', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'port_id': 'ca1854d6-548d-485b-8cbc-1f2457d13483', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'mac_address': 'fa:16:3e:d4:42:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feac5dcc-29a9-415d-9898-564338c394d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:10:32Z', 'updated_at': '2022-04-26T14:11:03Z', 'revision_number': 1, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffde2bf7-c614-4e10-931f-e32bcbf2200a', 'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'mac_address': 'fa:16:3e:5c:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:15Z', 'updated_at': '2022-04-26T14:10:26Z', 'revision_number': 5, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'subnets': [{'id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:06.155071 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d47fdc-17c4-4b55-b102-60d84db20784 None None] The sync data for ids ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'] in dv-cinder-835133-2-iscsi is: [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '310be3c2-37cd-4417-b5e8-9f94f71b8ec4', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'port_id': 'ca1854d6-548d-485b-8cbc-1f2457d13483', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'mac_address': 'fa:16:3e:d4:42:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feac5dcc-29a9-415d-9898-564338c394d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:10:32Z', 'updated_at': '2022-04-26T14:11:03Z', 'revision_number': 1, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffde2bf7-c614-4e10-931f-e32bcbf2200a', 'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'mac_address': 'fa:16:3e:5c:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:15Z', 'updated_at': '2022-04-26T14:10:26Z', 'revision_number': 5, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'subnets': [{'id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:11:06.169607 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-88fc1f3c-d29f-4e8b-9445-3ca49acfb581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (f8eda01f-c3af-4858-99de-f3da76a16f21), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:06.207958 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc1f3c-d29f-4e8b-9445-3ca49acfb581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eda01f-c3af-4858-99de-f3da76a16f21,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:06.213562 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-88fc1f3c-d29f-4e8b-9445-3ca49acfb581 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9e9e8beec5640879b2eb56517b6ee6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4163535 Apr 26 14:11:06.219452 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 54546) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:06.277485 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8863b724-3bbf-4fda-bf67-31090853f1fb admin admin] Publish callbacks [] for security_group (f8eda01f-c3af-4858-99de-f3da76a16f21), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:06.300239 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8863b724-3bbf-4fda-bf67-31090853f1fb admin admin] Publish callbacks [] for security_group (f8eda01f-c3af-4858-99de-f3da76a16f21), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:06.413473 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2030a1ab-2a71-4020-9fea-816620c656bd None None] New status for floating IP 310be3c2-37cd-4417-b5e8-9f94f71b8ec4: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:11:06.460588 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8863b724-3bbf-4fda-bf67-31090853f1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (f8eda01f-c3af-4858-99de-f3da76a16f21), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:06.470025 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8863b724-3bbf-4fda-bf67-31090853f1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:06.470025 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-8863b724-3bbf-4fda-bf67-31090853f1fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8eda01f-c3af-4858-99de-f3da76a16f21 HTTP/1.1" status: 204 len: 168 time: 0.2486868 Apr 26 14:11:06.512480 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863b724-3bbf-4fda-bf67-31090853f1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eda01f-c3af-4858-99de-f3da76a16f21,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:06.546420 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0d5ac-fe07-4568-a1b9-6b28caf7bae9 req-a11895f2-05cd-4313-aecc-97b2b3299f99 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:06.548430 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-99e0d5ac-fe07-4568-a1b9-6b28caf7bae9 req-a11895f2-05cd-4313-aecc-97b2b3299f99 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0815420 Apr 26 14:11:06.618892 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-99e0d5ac-fe07-4568-a1b9-6b28caf7bae9 req-208bc31f-2ccf-4ee8-94c0-58b8e65859a3 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617769 Apr 26 14:11:07.132461 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 54576) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:07.145310 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f4e684fe-aa41-4d0c-8017-7fdfe0211c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:07.218619 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f4e684fe-aa41-4d0c-8017-7fdfe0211c41 admin admin] Publish callbacks [] for security_group (dba72f3a-3a03-44c7-aa71-fdacb3ff3632), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:07.300717 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f4e684fe-aa41-4d0c-8017-7fdfe0211c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (dba72f3a-3a03-44c7-aa71-fdacb3ff3632), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:07.343901 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f4e684fe-aa41-4d0c-8017-7fdfe0211c41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f8e5c53c42343c4ba37810f5a71ea1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103562 Apr 26 14:11:07.344762 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e684fe-aa41-4d0c-8017-7fdfe0211c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba72f3a-3a03-44c7-aa71-fdacb3ff3632,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:07.347271 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 54582) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:07.398106 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8148-50fc-4278-95e4-e05b47457da9 admin admin] Publish callbacks [] for security_group (dba72f3a-3a03-44c7-aa71-fdacb3ff3632), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:07.418955 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8148-50fc-4278-95e4-e05b47457da9 admin admin] Publish callbacks [] for security_group (dba72f3a-3a03-44c7-aa71-fdacb3ff3632), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:07.557404 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8148-50fc-4278-95e4-e05b47457da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (dba72f3a-3a03-44c7-aa71-fdacb3ff3632), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:07.560016 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cf1c8148-50fc-4278-95e4-e05b47457da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:07.561164 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-cf1c8148-50fc-4278-95e4-e05b47457da9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dba72f3a-3a03-44c7-aa71-fdacb3ff3632 HTTP/1.1" status: 204 len: 168 time: 0.2127678 Apr 26 14:11:07.568748 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c8148-50fc-4278-95e4-e05b47457da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba72f3a-3a03-44c7-aa71-fdacb3ff3632,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:07.753033 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e838bd5-1fbb-4ff1-8eef-4fed07b6097c req-e4065fd2-0707-4ea5-a158-fc5609535771 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:07.754525 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2e838bd5-1fbb-4ff1-8eef-4fed07b6097c req-e4065fd2-0707-4ea5-a158-fc5609535771 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0595529 Apr 26 14:11:07.802476 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2e838bd5-1fbb-4ff1-8eef-4fed07b6097c req-fc6ede7d-f161-4f9f-af46-a10522ed5a70 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421181 Apr 26 14:11:08.197995 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbe5ed94-691f-4d4b-a848-d323544f97a2 req-b38b1e0c-cbc6-40a2-bb6a-221490550ddf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca1854d6-548d-485b-8cbc-1f2457d13483 HTTP/1.1" status: 200 len: 1001 time: 0.1066301 Apr 26 14:11:08.277764 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5ed94-691f-4d4b-a848-d323544f97a2 req-ec5c455e-3f7a-4673-a5e6-9643b0b1c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:08.279165 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbe5ed94-691f-4d4b-a848-d323544f97a2 req-ec5c455e-3f7a-4673-a5e6-9643b0b1c4ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41c369f-3753-4ded-8eff-4455cba0638b HTTP/1.1" status: 200 len: 850 time: 0.0629051 Apr 26 14:11:08.335371 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5ed94-691f-4d4b-a848-d323544f97a2 req-59674f2c-f118-4ed8-a76a-d952ea993114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:08.336859 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbe5ed94-691f-4d4b-a848-d323544f97a2 req-59674f2c-f118-4ed8-a76a-d952ea993114 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=da497052-bded-497c-b389-e8193210a8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441439 Apr 26 14:11:08.432163 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbe5ed94-691f-4d4b-a848-d323544f97a2 req-2e9d7248-4bbe-4acc-b774-0115e9843852 service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879107 Apr 26 14:11:08.552041 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbe5ed94-691f-4d4b-a848-d323544f97a2 req-9eff45c8-f78b-4cdf-939e-93f95f38da69 service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023183 Apr 26 14:11:08.948374 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75490630-7cab-4d76-a0c7-b36dfab84606 req-d0f2f420-5351-4719-8b7f-be80fb4cabb9 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:08.950195 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-75490630-7cab-4d76-a0c7-b36dfab84606 req-d0f2f420-5351-4719-8b7f-be80fb4cabb9 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0640185 Apr 26 14:11:09.001738 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-75490630-7cab-4d76-a0c7-b36dfab84606 req-fc2b25ab-f5b0-430f-873c-711e6078814d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446975 Apr 26 14:11:09.827849 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4cb536e2-a77b-423d-a116-2732a00eec6a req-55431854-4efe-4725-b6ba-54c080fb2ca5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549400 Apr 26 14:11:09.914140 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb536e2-a77b-423d-a116-2732a00eec6a req-35f7aa80-7cec-4f8d-ac3d-807a06f6b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:09.915908 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4cb536e2-a77b-423d-a116-2732a00eec6a req-35f7aa80-7cec-4f8d-ac3d-807a06f6b91f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d8a12641de140b68d42fda0758a97ef&device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 1129 time: 0.0452948 Apr 26 14:11:10.041998 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb536e2-a77b-423d-a116-2732a00eec6a req-89e2a34d-ad73-4432-b299-f64f16743d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:10.044394 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4cb536e2-a77b-423d-a116-2732a00eec6a req-89e2a34d-ad73-4432-b299-f64f16743d28 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31e9d2ec-cfa2-41cc-9e12-7e041433107c HTTP/1.1" status: 200 len: 913 time: 0.1016042 Apr 26 14:11:10.090067 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:10.093623 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4cb536e2-a77b-423d-a116-2732a00eec6a req-4bff24d0-010e-4474-820f-cfc6bbc5bdad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=deabb5f0-90be-4df9-8257-aa30c4322106 HTTP/1.1" status: 200 len: 217 time: 0.0413864 Apr 26 14:11:10.144350 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e8bfd-d214-4dbf-a1ff-a11acb2c3938 req-2e941d4e-5be3-432a-86bd-dd69f502e4c9 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:10.146626 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-710e8bfd-d214-4dbf-a1ff-a11acb2c3938 req-2e941d4e-5be3-432a-86bd-dd69f502e4c9 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0639310 Apr 26 14:11:10.148617 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb536e2-a77b-423d-a116-2732a00eec6a req-7c93e09c-90fc-4fb7-99f3-170abb0c3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:10.150101 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4cb536e2-a77b-423d-a116-2732a00eec6a req-7c93e09c-90fc-4fb7-99f3-170abb0c3ec6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d834fe0d-5492-4e65-bb62-e556f598242b HTTP/1.1" status: 200 len: 852 time: 0.0517323 Apr 26 14:11:10.186249 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4cb536e2-a77b-423d-a116-2732a00eec6a req-4515aee1-4530-4ca7-967d-433ef2ad812f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31e9d2ec-cfa2-41cc-9e12-7e041433107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301297 Apr 26 14:11:10.202791 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-710e8bfd-d214-4dbf-a1ff-a11acb2c3938 req-e4f2e450-d745-45da-9c73-faa4e295296b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487337 Apr 26 14:11:10.282145 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4cb536e2-a77b-423d-a116-2732a00eec6a req-390031ef-0b5c-4303-9d51-c2fef3fcc186 service neutron] 10.222.0.26 "GET /v2.0/networks/31e9d2ec-cfa2-41cc-9e12-7e041433107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897548 Apr 26 14:11:10.369643 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4cb536e2-a77b-423d-a116-2732a00eec6a req-f8f29aaf-74d6-4525-90a0-7d0d33370351 service neutron] 10.222.0.26 "GET /v2.0/networks/31e9d2ec-cfa2-41cc-9e12-7e041433107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817368 Apr 26 14:11:11.322476 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39165e8-6380-416d-8b4f-89a763733257 req-d8202075-757b-4e63-b663-3fd9207c8eb4 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:11.324000 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e39165e8-6380-416d-8b4f-89a763733257 req-d8202075-757b-4e63-b663-3fd9207c8eb4 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0554817 Apr 26 14:11:11.375557 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e39165e8-6380-416d-8b4f-89a763733257 req-7f278fbf-cae9-438f-8dda-a8e1b6fa92b8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458241 Apr 26 14:11:11.523502 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 54804) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:11.631837 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:11.705488 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Publish callbacks [] for security_group (c2ae7d5a-ecc6-47e4-a7a5-843b67540421), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:11.803438 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (c2ae7d5a-ecc6-47e4-a7a5-843b67540421), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:11.840075 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ae7d5a-ecc6-47e4-a7a5-843b67540421,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:11.843936 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5af87333eec244b9875524d54a5d3e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194308 Apr 26 14:11:11.847315 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 54810) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:11.850618 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:11.850997 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:11.851347 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:11.852093 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:11.852209 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:11.852457 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:11.852811 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:11.853325 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:11.853833 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:11.854052 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:11.854382 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:11.855156 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:11.855487 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ce56c0-a968-4740-ae1a-24f06975fb4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:11.907373 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Publish callbacks [] for security_group (c2ae7d5a-ecc6-47e4-a7a5-843b67540421), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:11.928889 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Publish callbacks [] for security_group (c2ae7d5a-ecc6-47e4-a7a5-843b67540421), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:12.049618 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (c2ae7d5a-ecc6-47e4-a7a5-843b67540421), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:12.052280 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:12.053433 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2ae7d5a-ecc6-47e4-a7a5-843b67540421 HTTP/1.1" status: 204 len: 168 time: 0.2049971 Apr 26 14:11:12.061503 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ae7d5a-ecc6-47e4-a7a5-843b67540421,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:12.069476 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:12.069806 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:12.070296 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:12.070648 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:12.070986 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:12.071317 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:12.071651 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:12.071985 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:12.072315 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:12.072645 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:12.073004 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:12.073298 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:12.073622 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f5ddf-e64d-43dd-8a04-d1aa508b912b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:12.518567 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa9ab6-db47-40db-91ef-ef436ab05dac req-4957cd3c-f22b-4cab-becb-bc20ff11c511 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:12.520020 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-80aa9ab6-db47-40db-91ef-ef436ab05dac req-4957cd3c-f22b-4cab-becb-bc20ff11c511 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0523067 Apr 26 14:11:12.564689 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-80aa9ab6-db47-40db-91ef-ef436ab05dac req-cc3e9fcf-8274-4112-8be7-da35f7094317 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391154 Apr 26 14:11:12.792241 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 54844) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:12.808020 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-38255e59-d744-4f3b-9f4d-33bb163ac766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:12.878346 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-38255e59-d744-4f3b-9f4d-33bb163ac766 admin admin] Publish callbacks [] for security_group (3fd5a0ce-4033-4df5-a08a-0eea70f5420a), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:12.992218 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-38255e59-d744-4f3b-9f4d-33bb163ac766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (3fd5a0ce-4033-4df5-a08a-0eea70f5420a), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:13.044478 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38255e59-d744-4f3b-9f4d-33bb163ac766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd5a0ce-4033-4df5-a08a-0eea70f5420a,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:13.052996 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 54848) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:13.053430 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-38255e59-d744-4f3b-9f4d-33bb163ac766 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70cc62ef196c41fe80f7caf93181c08f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604682 Apr 26 14:11:13.107368 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7d73dc96-4e34-42a7-91dc-0d35406b04ab admin admin] Publish callbacks [] for security_group (3fd5a0ce-4033-4df5-a08a-0eea70f5420a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:13.129364 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7d73dc96-4e34-42a7-91dc-0d35406b04ab admin admin] Publish callbacks [] for security_group (3fd5a0ce-4033-4df5-a08a-0eea70f5420a), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:13.214380 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7d73dc96-4e34-42a7-91dc-0d35406b04ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (3fd5a0ce-4033-4df5-a08a-0eea70f5420a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:13.216963 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7d73dc96-4e34-42a7-91dc-0d35406b04ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:13.218115 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-7d73dc96-4e34-42a7-91dc-0d35406b04ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fd5a0ce-4033-4df5-a08a-0eea70f5420a HTTP/1.1" status: 204 len: 168 time: 0.1632164 Apr 26 14:11:13.225782 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73dc96-4e34-42a7-91dc-0d35406b04ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd5a0ce-4033-4df5-a08a-0eea70f5420a,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:13.687624 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58188b0-3307-4449-afcb-61acb534f22f req-8ba8e327-91dd-4f02-8dbd-c7ddd27a2811 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:13.689129 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e58188b0-3307-4449-afcb-61acb534f22f req-8ba8e327-91dd-4f02-8dbd-c7ddd27a2811 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0574591 Apr 26 14:11:13.733896 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e58188b0-3307-4449-afcb-61acb534f22f req-b0524644-2f5a-482e-a6d7-ed19d81b7cda tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392606 Apr 26 14:11:13.954217 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 54898) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:14.062688 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-02e8734e-a175-4579-95f2-57d342f0f6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:14.136663 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-02e8734e-a175-4579-95f2-57d342f0f6b5 admin admin] Publish callbacks [] for security_group (a788ecab-3d27-4b02-bed1-6817863840aa), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:14.197756 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-02e8734e-a175-4579-95f2-57d342f0f6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (a788ecab-3d27-4b02-bed1-6817863840aa), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:14.235084 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-02e8734e-a175-4579-95f2-57d342f0f6b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=764fcc43383b4b6d851076349834e4ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780075 Apr 26 14:11:14.238451 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 54916) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:14.264279 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8734e-a175-4579-95f2-57d342f0f6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a788ecab-3d27-4b02-bed1-6817863840aa,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:14.300766 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a47780ce-0d1c-4395-ac1a-4a2472637f8e admin admin] Publish callbacks [] for security_group (a788ecab-3d27-4b02-bed1-6817863840aa), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:14.324282 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a47780ce-0d1c-4395-ac1a-4a2472637f8e admin admin] Publish callbacks [] for security_group (a788ecab-3d27-4b02-bed1-6817863840aa), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:14.472308 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a47780ce-0d1c-4395-ac1a-4a2472637f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (a788ecab-3d27-4b02-bed1-6817863840aa), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:14.474722 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a47780ce-0d1c-4395-ac1a-4a2472637f8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:14.476654 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-a47780ce-0d1c-4395-ac1a-4a2472637f8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a788ecab-3d27-4b02-bed1-6817863840aa HTTP/1.1" status: 204 len: 168 time: 0.2361987 Apr 26 14:11:14.483641 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47780ce-0d1c-4395-ac1a-4a2472637f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a788ecab-3d27-4b02-bed1-6817863840aa,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:14.865856 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74437d-fa68-4987-814b-3151e022b688 req-906d846c-80da-4db3-b564-70b137a1b3de tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:14.868183 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3e74437d-fa68-4987-814b-3151e022b688 req-906d846c-80da-4db3-b564-70b137a1b3de tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0682299 Apr 26 14:11:15.117867 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3e74437d-fa68-4987-814b-3151e022b688 req-ab7c1582-a41a-4aa3-8437-a42d0c1f1a8c tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435896 Apr 26 14:11:15.747415 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 54990) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:15.842534 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1587999228-network', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:15.957617 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] Made reservation on behalf of 9211b70dd81f45fa8abd2cfaf151e4d6 for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:11:15.959967 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:15.968331 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:16.040314 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] Publish callbacks [] for security_group (7dd6432c-2a44-4368-9b66-0c4893d25fd7), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:16.134493 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (7dd6432c-2a44-4368-9b66-0c4893d25fd7), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:16.155957 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:11:16.171488 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd6432c-2a44-4368-9b66-0c4893d25fd7,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:16.174492 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (51ad5a88-2866-4657-b8cb-e96febfe5ebb), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:16.175027 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] Added segment 51ad5a88-2866-4657-b8cb-e96febfe5ebb of type vlan for network 39bb26a1-84de-43e7-8b61-6213bc37b526 Apr 26 14:11:16.214515 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (39bb26a1-84de-43e7-8b61-6213bc37b526), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:16.255044 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79193014-5d9f-4e9d-baee-d2bda01148b2 req-45369882-8600-4bcd-9b9e-d232850cf041 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:16.256540 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-79193014-5d9f-4e9d-baee-d2bda01148b2 req-45369882-8600-4bcd-9b9e-d232850cf041 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0605223 Apr 26 14:11:16.305791 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-79193014-5d9f-4e9d-baee-d2bda01148b2 req-7a48863a-482c-4cae-bb1b-66f4d73d7b63 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436175 Apr 26 14:11:16.351883 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (39bb26a1-84de-43e7-8b61-6213bc37b526), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:16.352854 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:16.353438 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:16.417525 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] Pushing event updated for resources: {'Network': ['ID=39bb26a1-84de-43e7-8b61-6213bc37b526,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:16.428458 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network 39bb26a1-84de-43e7-8b61-6213bc37b526 details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:11:16.486283 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ce427e87-e936-4b20-9185-db2506c00386 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7376416 Apr 26 14:11:16.489469 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55006) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:16.494451 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-3754fd8f-c631-4c48-8104-8dee342370a8 admin admin] Request body: {'subnet': {'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1587999228-subnet', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:16.568903 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3754fd8f-c631-4c48-8104-8dee342370a8 admin admin] Made reservation on behalf of 9211b70dd81f45fa8abd2cfaf151e4d6 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:11:16.571219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3754fd8f-c631-4c48-8104-8dee342370a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3767188'] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:16.780150 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3754fd8f-c631-4c48-8104-8dee342370a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3745727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3767210'] for subnet (21736fdb-edb7-4182-9064-452899759396), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:16.832718 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754fd8f-c631-4c48-8104-8dee342370a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21736fdb-edb7-4182-9064-452899759396,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:16.841371 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3754fd8f-c631-4c48-8104-8dee342370a8 admin admin] Checking segment: {'id': '51ad5a88-2866-4657-b8cb-e96febfe5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:11:16.841721 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3754fd8f-c631-4c48-8104-8dee342370a8 admin admin] Network hostable DHCP agents. Network: 39bb26a1-84de-43e7-8b61-6213bc37b526, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:11:16.940608 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3754fd8f-c631-4c48-8104-8dee342370a8 admin admin] Network 39bb26a1-84de-43e7-8b61-6213bc37b526 is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:11:17.008478 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-3754fd8f-c631-4c48-8104-8dee342370a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, 39bb26a1-84de-43e7-8b61-6213bc37b526) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:17.012534 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3754fd8f-c631-4c48-8104-8dee342370a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:17.013131 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3754fd8f-c631-4c48-8104-8dee342370a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:17.019537 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1696e015-ae9e-46bb-9c03-847865ccafbd None None] Network 39bb26a1-84de-43e7-8b61-6213bc37b526 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:11:17.085733 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3754fd8f-c631-4c48-8104-8dee342370a8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5951788 Apr 26 14:11:17.091685 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 55018) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:17.095926 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:17.115914 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8087fa9b-2dff-5ce9-a89c-b071e7a09e37-39bb26a1-84de-43e7-8b61-6213bc37b526', 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'fixed_ips': [{'subnet_id': '21736fdb-edb7-4182-9064-452899759396'}]}} from dv-cinder-835133-2-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 26 14:11:17.116942 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:17.214887 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10492'] for router (72e61c60-0b19-49d5-aa6c-1a66558c450c), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:17.215950 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10439'] for router (72e61c60-0b19-49d5-aa6c-1a66558c450c), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:17.251443 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Allocated IP 172.20.0.2 (39bb26a1-84de-43e7-8b61-6213bc37b526/21736fdb-edb7-4182-9064-452899759396/7974504f-476d-4352-97a8-f9506e96246c) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:11:17.267767 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Publish callbacks [] for router_controller (72e61c60-0b19-49d5-aa6c-1a66558c450c), precommit_add_association {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:17.393466 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Publish callbacks [] for port (7974504f-476d-4352-97a8-f9506e96246c), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:17.423973 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4728ba-b009-44d5-ad9d-6d0dd3719e38 req-6c820571-c432-4614-bc56-449b292b3395 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:17.426064 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-db4728ba-b009-44d5-ad9d-6d0dd3719e38 req-6c820571-c432-4614-bc56-449b292b3395 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0558643 Apr 26 14:11:17.473570 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-db4728ba-b009-44d5-ad9d-6d0dd3719e38 req-36c416eb-2ad2-4f2e-8d56-85d3a40e67ee tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418663 Apr 26 14:11:17.506328 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (7974504f-476d-4352-97a8-f9506e96246c), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:17.544528 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Network 39bb26a1-84de-43e7-8b61-6213bc37b526 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:11:17.547331 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:17.553668 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:11:17.560754 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Pushing event updated for resources: {'Port': ['ID=7974504f-476d-4352-97a8-f9506e96246c,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:17.571207 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:17.571575 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:17.571936 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:17.572276 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:17.572606 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:17.572934 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:17.573261 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:17.573587 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:17.573911 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:17.574348 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:17.574678 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:17.575001 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:17.575321 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:17.595288 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Publish callbacks [] for router_gateway (72e61c60-0b19-49d5-aa6c-1a66558c450c), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:17.624100 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Attempting to bind port 7974504f-476d-4352-97a8-f9506e96246c on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:11:17.624467 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Attempting to bind port 7974504f-476d-4352-97a8-f9506e96246c by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '51ad5a88-2866-4657-b8cb-e96febfe5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:11:17.624826 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Attempting to bind port 7974504f-476d-4352-97a8-f9506e96246c on network 39bb26a1-84de-43e7-8b61-6213bc37b526 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:11:17.630195 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:11:17.630566 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Checking segment: {'id': '51ad5a88-2866-4657-b8cb-e96febfe5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:11:17.630963 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:17.631354 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Bound using segment: {'id': '51ad5a88-2866-4657-b8cb-e96febfe5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:11:17.631843 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Bound port: 7974504f-476d-4352-97a8-f9506e96246c, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ad5a88-2866-4657-b8cb-e96febfe5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:11:17.632220 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (7974504f-476d-4352-97a8-f9506e96246c), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:17.698987 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] For port 7974504f-476d-4352-97a8-f9506e96246c, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:11:17.702098 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] For port 7974504f-476d-4352-97a8-f9506e96246c, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=7974504f-476d-4352-97a8-f9506e96246c,segment=NetworkSegment(51ad5a88-2866-4657-b8cb-e96febfe5ebb),segment_id=51ad5a88-2866-4657-b8cb-e96febfe5ebb)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:11:17.804121 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (7974504f-476d-4352-97a8-f9506e96246c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:17.862570 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd95ab2-78fc-42c9-a379-668e6a5e5550 None None] Pushing event updated for resources: {'Port': ['ID=7974504f-476d-4352-97a8-f9506e96246c,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:17.863685 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Publish callbacks [] for router_gateway (72e61c60-0b19-49d5-aa6c-1a66558c450c), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:17.885852 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:18.000790 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Allocated IP 172.27.1.165 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/14c3fc22-ece3-4b56-ad77-849a0eabc7e8) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:11:18.144791 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Publish callbacks [] for port (14c3fc22-ece3-4b56-ad77-849a0eabc7e8), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:18.266500 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (14c3fc22-ece3-4b56-ad77-849a0eabc7e8), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:18.304025 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:11:18.306771 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:18.312535 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:11:18.319504 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Pushing event updated for resources: {'Port': ['ID=14c3fc22-ece3-4b56-ad77-849a0eabc7e8,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:18.633162 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 7974504f-476d-4352-97a8-f9506e96246c up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:11:18.676074 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a8250-87ff-49a0-9c89-35cdffc7b296 req-ccfb3b2c-6d8f-429b-a25b-458084f0a389 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:18.677646 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-081a8250-87ff-49a0-9c89-35cdffc7b296 req-ccfb3b2c-6d8f-429b-a25b-458084f0a389 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.1293147 Apr 26 14:11:18.697650 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 7974504f-476d-4352-97a8-f9506e96246c triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:18.698278 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (7974504f-476d-4352-97a8-f9506e96246c), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:18.702676 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Publish callbacks [] for router_gateway (72e61c60-0b19-49d5-aa6c-1a66558c450c), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:18.802897 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 7974504f-476d-4352-97a8-f9506e96246c is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:18.804137 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (7974504f-476d-4352-97a8-f9506e96246c), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:18.849890 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0958f532-da80-4196-822d-869781811f36 None None] For port 7974504f-476d-4352-97a8-f9506e96246c, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=7974504f-476d-4352-97a8-f9506e96246c,segment=NetworkSegment(51ad5a88-2866-4657-b8cb-e96febfe5ebb),segment_id=51ad5a88-2866-4657-b8cb-e96febfe5ebb)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:11:18.942045 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (7974504f-476d-4352-97a8-f9506e96246c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:18.979575 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5519587-1d30-41ad-8fc1-c69efce16c24 None None] Network 39bb26a1-84de-43e7-8b61-6213bc37b526 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:11:19.064458 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-081a8250-87ff-49a0-9c89-35cdffc7b296 req-0956a693-a315-4274-931f-3efe92dbebcb tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795211 Apr 26 14:11:19.187104 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558971'] for router (72e61c60-0b19-49d5-aa6c-1a66558c450c), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:19.189238 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Pushing event updated for resources: {'Port': ['ID=7974504f-476d-4352-97a8-f9506e96246c,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:19.206729 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-4caebb2b-a34c-48f5-8fed-7df02a354d2e None None] Provisioning complete for port 7974504f-476d-4352-97a8-f9506e96246c triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:19.207107 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-4caebb2b-a34c-48f5-8fed-7df02a354d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (7974504f-476d-4352-97a8-f9506e96246c), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:19.347082 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-4caebb2b-a34c-48f5-8fed-7df02a354d2e None None] Current status of the port 7974504f-476d-4352-97a8-f9506e96246c is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:19.490089 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Router 72e61c60-0b19-49d5-aa6c-1a66558c450c is scheduled to L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c with binding_index 1 {{(pid=103923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 26 14:11:19.573652 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-3e71083a-301e-458c-bbeb-922029d22ee2 None None] Provisioning complete for port 7974504f-476d-4352-97a8-f9506e96246c triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:19.574065 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3e71083a-301e-458c-bbeb-922029d22ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (7974504f-476d-4352-97a8-f9506e96246c), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:19.606046 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:11:19.616583 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Sync routers for ids ['72e61c60-0b19-49d5-aa6c-1a66558c450c'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:11:19.625624 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Routers {'72e61c60-0b19-49d5-aa6c-1a66558c450c'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:11:19.626476 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-55338096-438c-41eb-9a9c-331d3094431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:10:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['72e61c60-0b19-49d5-aa6c-1a66558c450c'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:19.665790 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-3e71083a-301e-458c-bbeb-922029d22ee2 None None] Current status of the port 7974504f-476d-4352-97a8-f9506e96246c is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:19.680798 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:19.682639 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f4e76818-e6c6-4637-8786-4152b606d67d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5897813 Apr 26 14:11:19.685503 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 55078) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:19.742424 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Set router 72e61c60-0b19-49d5-aa6c-1a66558c450c gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:11:19.946132 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-55338096-438c-41eb-9a9c-331d3094431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:18Z', 'revision_number': 3, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'gw_port': {'id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:19.991442 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Checking router: 72e61c60-0b19-49d5-aa6c-1a66558c450c for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:11:19.991815 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Updating router 72e61c60-0b19-49d5-aa6c-1a66558c450c port 14c3fc22-ece3-4b56-ad77-849a0eabc7e8 binding host dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:11:20.020889 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (14c3fc22-ece3-4b56-ad77-849a0eabc7e8), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:20.176564 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:20.198739 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec30b1-b9f2-4141-bf89-30a88d52fcf7 req-d95619d4-b2a1-421e-8d91-00a278935421 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:20.199276 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-01ec30b1-b9f2-4141-bf89-30a88d52fcf7 req-d95619d4-b2a1-421e-8d91-00a278935421 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0616939 Apr 26 14:11:20.254042 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-01ec30b1-b9f2-4141-bf89-30a88d52fcf7 req-88c49d35-deba-49c8-9a0e-d4be02dd1ca7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485389 Apr 26 14:11:20.294225 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Publish callbacks [] for port (14c3fc22-ece3-4b56-ad77-849a0eabc7e8), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:20.340174 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (14c3fc22-ece3-4b56-ad77-849a0eabc7e8), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:20.409953 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Allocated IP 172.20.0.1 (39bb26a1-84de-43e7-8b61-6213bc37b526/21736fdb-edb7-4182-9064-452899759396/07c2857b-d0c0-42b9-bc04-7835204b1cf0) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:11:20.410164 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Attempting to bind port 14c3fc22-ece3-4b56-ad77-849a0eabc7e8 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:11:20.410247 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Attempting to bind port 14c3fc22-ece3-4b56-ad77-849a0eabc7e8 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:11:20.410605 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Attempting to bind port 14c3fc22-ece3-4b56-ad77-849a0eabc7e8 on network 692e678d-165f-4510-9c90-3c52c427e7b7 {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:11:20.426153 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:11:20.426747 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Checking segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:11:20.427324 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:20.427869 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Bound using segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:11:20.428498 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Bound port: 14c3fc22-ece3-4b56-ad77-849a0eabc7e8, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:11:20.429289 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (14c3fc22-ece3-4b56-ad77-849a0eabc7e8), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:20.493782 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bda0b-872a-44d6-a7ef-e39a4f2d5df6 None None] Pushing event updated for resources: {'Port': ['ID=14c3fc22-ece3-4b56-ad77-849a0eabc7e8,revision_number=2']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:20.507360 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-55338096-438c-41eb-9a9c-331d3094431a None None] For port 14c3fc22-ece3-4b56-ad77-849a0eabc7e8, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:11:20.510722 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-55338096-438c-41eb-9a9c-331d3094431a None None] For port 14c3fc22-ece3-4b56-ad77-849a0eabc7e8, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=14c3fc22-ece3-4b56-ad77-849a0eabc7e8,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:11:20.519921 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bda0b-872a-44d6-a7ef-e39a4f2d5df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:20.520187 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bda0b-872a-44d6-a7ef-e39a4f2d5df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:20.523487 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bda0b-872a-44d6-a7ef-e39a4f2d5df6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:20.523487 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bda0b-872a-44d6-a7ef-e39a4f2d5df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:20.523487 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bda0b-872a-44d6-a7ef-e39a4f2d5df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:20.523487 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bda0b-872a-44d6-a7ef-e39a4f2d5df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:20.523487 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bda0b-872a-44d6-a7ef-e39a4f2d5df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:20.527126 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bda0b-872a-44d6-a7ef-e39a4f2d5df6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:20.527600 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bda0b-872a-44d6-a7ef-e39a4f2d5df6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:20.530522 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bda0b-872a-44d6-a7ef-e39a4f2d5df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:20.530875 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bda0b-872a-44d6-a7ef-e39a4f2d5df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:20.531210 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bda0b-872a-44d6-a7ef-e39a4f2d5df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:20.531542 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bda0b-872a-44d6-a7ef-e39a4f2d5df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:11:20.550744 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Publish callbacks [] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:20.626679 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (14c3fc22-ece3-4b56-ad77-849a0eabc7e8), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:20.637472 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 7974504f-476d-4352-97a8-f9506e96246c up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:11:20.683633 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:20.692558 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Routers {'72e61c60-0b19-49d5-aa6c-1a66558c450c'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:11:20.693646 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-55338096-438c-41eb-9a9c-331d3094431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:10:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['72e61c60-0b19-49d5-aa6c-1a66558c450c'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:20.700123 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bda0b-872a-44d6-a7ef-e39a4f2d5df6 None None] Pushing event updated for resources: {'Port': ['ID=14c3fc22-ece3-4b56-ad77-849a0eabc7e8,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:20.709048 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 7974504f-476d-4352-97a8-f9506e96246c triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:20.710239 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (7974504f-476d-4352-97a8-f9506e96246c), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:20.742675 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Pushing event updated for resources: {'Port': ['ID=07c2857b-d0c0-42b9-bc04-7835204b1cf0,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:20.759007 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Network 39bb26a1-84de-43e7-8b61-6213bc37b526 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:11:20.760768 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:20.763345 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:11:20.817084 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-55338096-438c-41eb-9a9c-331d3094431a None None] Set router 72e61c60-0b19-49d5-aa6c-1a66558c450c gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:11:20.820076 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 7974504f-476d-4352-97a8-f9506e96246c is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:20.826815 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558986'] for router_interface (72e61c60-0b19-49d5-aa6c-1a66558c450c), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:21.078233 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-55338096-438c-41eb-9a9c-331d3094431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:18Z', 'revision_number': 3, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'gw_port': {'id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:21.113096 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-637252f7-6480-42cf-9b6b-a8070f9e883c None None] Provisioning complete for port 07c2857b-d0c0-42b9-bc04-7835204b1cf0 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:21.114239 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-637252f7-6480-42cf-9b6b-a8070f9e883c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:21.133199 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:21.169167 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14927ac9-094f-4e63-b828-113701ab7136 req-0f4d3cae-6572-4a2b-8ade-552457da3e75 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:21.177528 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-14927ac9-094f-4e63-b828-113701ab7136 req-0f4d3cae-6572-4a2b-8ade-552457da3e75 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 945 time: 0.0682099 Apr 26 14:11:21.212583 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-637252f7-6480-42cf-9b6b-a8070f9e883c None None] Port 07c2857b-d0c0-42b9-bc04-7835204b1cf0 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:11:21.230149 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55338096-438c-41eb-9a9c-331d3094431a None None] The sync data for ids ['72e61c60-0b19-49d5-aa6c-1a66558c450c'] in dv-cinder-835133-2-iscsi is: [{'id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:18Z', 'revision_number': 3, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'gw_port': {'id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:11:21.245823 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-14927ac9-094f-4e63-b828-113701ab7136 req-ff58b0fe-f705-4cf7-90a1-c62638895828 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669560 Apr 26 14:11:21.369094 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Publish callbacks [] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:21.397076 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df46f71-373b-4706-a649-6e5209bf0cb7 req-4a71ee73-9a05-4376-b2f9-46319b5e858b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:21.398700 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8df46f71-373b-4706-a649-6e5209bf0cb7 req-4a71ee73-9a05-4376-b2f9-46319b5e858b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0643294 Apr 26 14:11:21.452766 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8df46f71-373b-4706-a649-6e5209bf0cb7 req-145d231b-abd7-461a-b0a1-ab7b0a2c82bf tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482578 Apr 26 14:11:21.472384 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:21.551320 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557114'] for router_interface (72e61c60-0b19-49d5-aa6c-1a66558c450c), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:21.563366 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Pushing event updated for resources: {'Port': ['ID=07c2857b-d0c0-42b9-bc04-7835204b1cf0,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:21.660083 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Network 39bb26a1-84de-43e7-8b61-6213bc37b526 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:11:21.661544 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:21.781752 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Router 72e61c60-0b19-49d5-aa6c-1a66558c450c has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:11:21.904493 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:11:21.919878 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-3573dd7e-b170-421a-9865-f76c1a19e98f admin admin] 10.222.0.23 "PUT /v2.0/routers/72e61c60-0b19-49d5-aa6c-1a66558c450c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2232170 Apr 26 14:11:21.940479 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-00713918-2ba0-4625-9eaf-b2b22352912c None None] Provisioning complete for port 07c2857b-d0c0-42b9-bc04-7835204b1cf0 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:21.941443 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-00713918-2ba0-4625-9eaf-b2b22352912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:21.979061 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-00713918-2ba0-4625-9eaf-b2b22352912c None None] Port 07c2857b-d0c0-42b9-bc04-7835204b1cf0 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:11:22.396135 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202d74a-5301-44b4-bfa4-f4db08236dad req-feec1d88-846e-4535-95a8-c58fa5b4fc39 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:22.398550 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6202d74a-5301-44b4-bfa4-f4db08236dad req-feec1d88-846e-4535-95a8-c58fa5b4fc39 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 945 time: 0.0592642 Apr 26 14:11:22.457035 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6202d74a-5301-44b4-bfa4-f4db08236dad req-43280caf-d794-4559-a2b2-e261c91a7889 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432918 Apr 26 14:11:22.618479 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 14c3fc22-ece3-4b56-ad77-849a0eabc7e8 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:11:22.635396 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca039c77-1d13-4f5a-96b8-ae0f4c0c2333 req-d5fbe3e5-39fb-4a44-97be-742e81f92272 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:22.642423 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ca039c77-1d13-4f5a-96b8-ae0f4c0c2333 req-d5fbe3e5-39fb-4a44-97be-742e81f92272 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.1153798 Apr 26 14:11:22.678638 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 14c3fc22-ece3-4b56-ad77-849a0eabc7e8 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:22.678950 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (14c3fc22-ece3-4b56-ad77-849a0eabc7e8), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:22.704391 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ca039c77-1d13-4f5a-96b8-ae0f4c0c2333 req-527f60fd-4b47-44f3-a207-5a444db43d15 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609689 Apr 26 14:11:22.735214 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55168) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:22.739969 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1715266946-network', 'tenant_id': '2ed6d99350394bfebbdd164e5b97882a'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:22.773148 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 14c3fc22-ece3-4b56-ad77-849a0eabc7e8 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:22.773453 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (14c3fc22-ece3-4b56-ad77-849a0eabc7e8), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:22.796118 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0958f532-da80-4196-822d-869781811f36 None None] For port 14c3fc22-ece3-4b56-ad77-849a0eabc7e8, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=14c3fc22-ece3-4b56-ad77-849a0eabc7e8,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:11:22.839122 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] Made reservation on behalf of 2ed6d99350394bfebbdd164e5b97882a for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:11:22.841410 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:22.850507 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:22.854617 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (14c3fc22-ece3-4b56-ad77-849a0eabc7e8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:22.917608 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Pushing event updated for resources: {'Port': ['ID=14c3fc22-ece3-4b56-ad77-849a0eabc7e8,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:22.942749 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] Publish callbacks [] for security_group (2a833a1d-4ec8-4205-b2aa-47f150249244), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:22.950954 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Sync routers for ids ['72e61c60-0b19-49d5-aa6c-1a66558c450c'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:11:22.960838 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Routers {'72e61c60-0b19-49d5-aa6c-1a66558c450c'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:11:22.961534 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:10:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['72e61c60-0b19-49d5-aa6c-1a66558c450c'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:23.020150 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (2a833a1d-4ec8-4205-b2aa-47f150249244), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:23.041758 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:11:23.057929 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a833a1d-4ec8-4205-b2aa-47f150249244,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:23.061038 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (1f84dc8e-ba77-4054-84ae-d5ddaeb702e2), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:23.061391 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] Added segment 1f84dc8e-ba77-4054-84ae-d5ddaeb702e2 of type vlan for network 2053ebf9-0eb1-42b3-834e-4939cf32b4ea Apr 26 14:11:23.077117 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Set router 72e61c60-0b19-49d5-aa6c-1a66558c450c gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:11:23.118496 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (2053ebf9-0eb1-42b3-834e-4939cf32b4ea), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:23.214938 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (2053ebf9-0eb1-42b3-834e-4939cf32b4ea), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:23.215969 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:23.216705 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:23.279803 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] Pushing event updated for resources: {'Network': ['ID=2053ebf9-0eb1-42b3-834e-4939cf32b4ea,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:23.292075 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network 2053ebf9-0eb1-42b3-834e-4939cf32b4ea details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:11:23.338175 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d0289227-ad72-402e-8e93-26c7d4cf7250 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6019363 Apr 26 14:11:23.340950 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55184) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:23.346178 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-7a3e8ff7-6f13-4633-9a4e-8ff5ef64e573 admin admin] Request body: {'subnet': {'network_id': '2053ebf9-0eb1-42b3-834e-4939cf32b4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1715266946-subnet', 'tenant_id': '2ed6d99350394bfebbdd164e5b97882a', 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:23.374141 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:20Z', 'revision_number': 4, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'gw_port': {'id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '07c2857b-d0c0-42b9-bc04-7835204b1cf0', 'name': '', 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'mac_address': 'fa:16:3e:d3:5d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '21736fdb-edb7-4182-9064-452899759396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:20Z', 'updated_at': '2022-04-26T14:11:21Z', 'revision_number': 2, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'subnets': [{'id': '21736fdb-edb7-4182-9064-452899759396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:23.404316 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Checking router: 72e61c60-0b19-49d5-aa6c-1a66558c450c for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:11:23.410677 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Updating router 72e61c60-0b19-49d5-aa6c-1a66558c450c port 07c2857b-d0c0-42b9-bc04-7835204b1cf0 binding host dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:11:23.413189 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55188) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:23.444067 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:23.471674 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3e8ff7-6f13-4633-9a4e-8ff5ef64e573 admin admin] Made reservation on behalf of 2ed6d99350394bfebbdd164e5b97882a for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:11:23.474379 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7a3e8ff7-6f13-4633-9a4e-8ff5ef64e573 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3767188'] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:23.595065 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-10233d19-58de-4925-a615-856dcaf777d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:23.651825 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e086ff-7673-431f-ab8f-25ab528866b8 req-e2a8d5fd-2f4f-4117-bd18-ed96d10edd8d tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:23.653646 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c6e086ff-7673-431f-ab8f-25ab528866b8 req-e2a8d5fd-2f4f-4117-bd18-ed96d10edd8d tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.26 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 945 time: 0.0868635 Apr 26 14:11:23.665482 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a154ee-e172-4547-9aa6-820658b6fae8 req-32c7bb3f-5670-40e4-b14e-28bce11504e2 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:23.667084 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-08a154ee-e172-4547-9aa6-820658b6fae8 req-32c7bb3f-5670-40e4-b14e-28bce11504e2 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 945 time: 0.1260927 Apr 26 14:11:23.834242 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-08a154ee-e172-4547-9aa6-820658b6fae8 req-7b34913b-f6b8-4de3-9fca-0dcd5c2ec0db tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/security-groups?id=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420746 Apr 26 14:11:23.865160 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-10233d19-58de-4925-a615-856dcaf777d1 admin admin] Publish callbacks [] for security_group (09c8f167-e56a-4c24-9158-d0892c879987), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:23.890995 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-c6e086ff-7673-431f-ab8f-25ab528866b8 req-051f62b1-8bdb-4312-835a-28462b81466e tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Deleting port deabb5f0-90be-4df9-8257-aa30c4322106 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:11:23.891339 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-c6e086ff-7673-431f-ab8f-25ab528866b8 req-051f62b1-8bdb-4312-835a-28462b81466e tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (deabb5f0-90be-4df9-8257-aa30c4322106), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:23.894990 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Publish callbacks [] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:23.975751 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1151495-3ff3-4f4e-a6e1-1435d2fdeb80 req-1955b57c-ee2a-43aa-bd2e-ee6089d91148 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:23.982383 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e1151495-3ff3-4f4e-a6e1-1435d2fdeb80 req-1955b57c-ee2a-43aa-bd2e-ee6089d91148 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.1463726 Apr 26 14:11:23.990087 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55210) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:24.015538 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-10233d19-58de-4925-a615-856dcaf777d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (09c8f167-e56a-4c24-9158-d0892c879987), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.028565 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7a3e8ff7-6f13-4633-9a4e-8ff5ef64e573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3745727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3767210'] for subnet (ede624b4-6683-4611-881d-49a81fcbf4fc), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.043170 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.062676 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-c6e086ff-7673-431f-ab8f-25ab528866b8 req-051f62b1-8bdb-4312-835a-28462b81466e tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] For port deabb5f0-90be-4df9-8257-aa30c4322106, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=deabb5f0-90be-4df9-8257-aa30c4322106,segment=NetworkSegment(a83fa25d-b3f4-4559-a4e7-605f62b417f7),segment_id=a83fa25d-b3f4-4559-a4e7-605f62b417f7)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:11:24.063039 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-c6e086ff-7673-431f-ab8f-25ab528866b8 req-051f62b1-8bdb-4312-835a-28462b81466e tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (deabb5f0-90be-4df9-8257-aa30c4322106), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.101661 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-c6e086ff-7673-431f-ab8f-25ab528866b8 req-051f62b1-8bdb-4312-835a-28462b81466e tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Calling delete_port for deabb5f0-90be-4df9-8257-aa30c4322106 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:11:24.126531 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e1151495-3ff3-4f4e-a6e1-1435d2fdeb80 req-a821970d-c5fe-4873-aca6-8854e6c18de9 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432943 Apr 26 14:11:24.166192 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efa089-fab7-41b5-9fe7-a94279e20f82 None None] Pushing event updated for resources: {'Port': ['ID=07c2857b-d0c0-42b9-bc04-7835204b1cf0,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:24.229572 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-10233d19-58de-4925-a615-856dcaf777d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ff244833b0240e9ab2bba1e75fe41c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8152549 Apr 26 14:11:24.233050 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 55216) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:24.233504 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10233d19-58de-4925-a615-856dcaf777d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c8f167-e56a-4c24-9158-d0892c879987,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:24.267103 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e8ff7-6f13-4633-9a4e-8ff5ef64e573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede624b4-6683-4611-881d-49a81fcbf4fc,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:24.276360 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e0905be2-2a42-4e6e-a2f2-ed9b62b08371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.321166 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e8ff7-6f13-4633-9a4e-8ff5ef64e573 admin admin] Checking segment: {'id': '1f84dc8e-ba77-4054-84ae-d5ddaeb702e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2053ebf9-0eb1-42b3-834e-4939cf32b4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:11:24.321535 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3e8ff7-6f13-4633-9a4e-8ff5ef64e573 admin admin] Network hostable DHCP agents. Network: 2053ebf9-0eb1-42b3-834e-4939cf32b4ea, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:11:24.355158 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Attempting to bind port 07c2857b-d0c0-42b9-bc04-7835204b1cf0 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:11:24.355449 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Attempting to bind port 07c2857b-d0c0-42b9-bc04-7835204b1cf0 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '51ad5a88-2866-4657-b8cb-e96febfe5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:11:24.355809 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Attempting to bind port 07c2857b-d0c0-42b9-bc04-7835204b1cf0 on network 39bb26a1-84de-43e7-8b61-6213bc37b526 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:11:24.364041 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:11:24.364827 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Checking segment: {'id': '51ad5a88-2866-4657-b8cb-e96febfe5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:11:24.365429 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.366745 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Bound using segment: {'id': '51ad5a88-2866-4657-b8cb-e96febfe5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:11:24.367636 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Bound port: 07c2857b-d0c0-42b9-bc04-7835204b1cf0, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ad5a88-2866-4657-b8cb-e96febfe5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:11:24.368268 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.416600 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e0905be2-2a42-4e6e-a2f2-ed9b62b08371 admin admin] Publish callbacks [] for security_group (538f9973-579a-4f01-89e6-e4310d1eec50), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.449218 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3e8ff7-6f13-4633-9a4e-8ff5ef64e573 admin admin] Network 2053ebf9-0eb1-42b3-834e-4939cf32b4ea is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:11:24.468356 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] For port 07c2857b-d0c0-42b9-bc04-7835204b1cf0, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:11:24.472490 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] For port 07c2857b-d0c0-42b9-bc04-7835204b1cf0, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=07c2857b-d0c0-42b9-bc04-7835204b1cf0,segment=NetworkSegment(51ad5a88-2866-4657-b8cb-e96febfe5ebb),segment_id=51ad5a88-2866-4657-b8cb-e96febfe5ebb)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:11:24.511644 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e0905be2-2a42-4e6e-a2f2-ed9b62b08371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (538f9973-579a-4f01-89e6-e4310d1eec50), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.517418 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-91422c47-37ca-4289-8bb2-9e49b7f53de5 None None] Provisioning complete for port 07c2857b-d0c0-42b9-bc04-7835204b1cf0 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:24.518501 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-91422c47-37ca-4289-8bb2-9e49b7f53de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.568046 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-91422c47-37ca-4289-8bb2-9e49b7f53de5 None None] Port 07c2857b-d0c0-42b9-bc04-7835204b1cf0 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:11:24.574484 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e0905be2-2a42-4e6e-a2f2-ed9b62b08371 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=200cb4b0a2b24affa9d3af19d3b77086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5832436 Apr 26 14:11:24.577096 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55218) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:24.582593 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.586252 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0905be2-2a42-4e6e-a2f2-ed9b62b08371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538f9973-579a-4f01-89e6-e4310d1eec50,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:24.601807 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-7a3e8ff7-6f13-4633-9a4e-8ff5ef64e573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, 2053ebf9-0eb1-42b3-834e-4939cf32b4ea) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:24.618549 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3e8ff7-6f13-4633-9a4e-8ff5ef64e573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:24.618549 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7a3e8ff7-6f13-4633-9a4e-8ff5ef64e573 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.627400 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 14c3fc22-ece3-4b56-ad77-849a0eabc7e8 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:11:24.630053 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac762a-0542-4087-bc63-0897514eb861 None None] Network 2053ebf9-0eb1-42b3-834e-4939cf32b4ea requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:11:24.687288 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-46959907-2cea-4ed5-ae95-e69d32d3e459 admin admin] Publish callbacks [] for security_group (538f9973-579a-4f01-89e6-e4310d1eec50), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.703249 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-07619e1b-06bc-4f2c-a93d-b7c209b5e228 admin admin] Publish callbacks [] for security_group (09c8f167-e56a-4c24-9158-d0892c879987), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.726491 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-46959907-2cea-4ed5-ae95-e69d32d3e459 admin admin] Publish callbacks [] for security_group (538f9973-579a-4f01-89e6-e4310d1eec50), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.744284 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Routers {'72e61c60-0b19-49d5-aa6c-1a66558c450c'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:11:24.744284 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:10:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['72e61c60-0b19-49d5-aa6c-1a66558c450c'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:24.747264 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 55222) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:24.747382 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-7a3e8ff7-6f13-4633-9a4e-8ff5ef64e573 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4030375 Apr 26 14:11:24.751092 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1715266946-router', 'tenant_id': '2ed6d99350394bfebbdd164e5b97882a', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:24.766391 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-07619e1b-06bc-4f2c-a93d-b7c209b5e228 admin admin] Publish callbacks [] for security_group (09c8f167-e56a-4c24-9158-d0892c879987), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.837754 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-c6e086ff-7673-431f-ab8f-25ab528866b8 req-051f62b1-8bdb-4312-835a-28462b81466e tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (deabb5f0-90be-4df9-8257-aa30c4322106), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.839728 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efa089-fab7-41b5-9fe7-a94279e20f82 None None] Pushing event updated for resources: {'Port': ['ID=07c2857b-d0c0-42b9-bc04-7835204b1cf0,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:24.875712 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f62b1-8bdb-4312-835a-28462b81466e tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Pushing event deleted for resources: {'Port': ['ID=deabb5f0-90be-4df9-8257-aa30c4322106,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:24.895071 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-46959907-2cea-4ed5-ae95-e69d32d3e459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (538f9973-579a-4f01-89e6-e4310d1eec50), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.899641 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-46959907-2cea-4ed5-ae95-e69d32d3e459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.901520 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-46959907-2cea-4ed5-ae95-e69d32d3e459 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/538f9973-579a-4f01-89e6-e4310d1eec50 HTTP/1.1" status: 204 len: 168 time: 0.3229325 Apr 26 14:11:24.933228 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46959907-2cea-4ed5-ae95-e69d32d3e459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538f9973-579a-4f01-89e6-e4310d1eec50,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:24.939399 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10492'] for router (9d58ca15-fc8c-438c-9e29-979487d1e1c5), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.940667 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10439'] for router (9d58ca15-fc8c-438c-9e29-979487d1e1c5), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.947010 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-07619e1b-06bc-4f2c-a93d-b7c209b5e228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (09c8f167-e56a-4c24-9158-d0892c879987), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.950422 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-07619e1b-06bc-4f2c-a93d-b7c209b5e228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.954371 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-07619e1b-06bc-4f2c-a93d-b7c209b5e228 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09c8f167-e56a-4c24-9158-d0892c879987 HTTP/1.1" status: 204 len: 168 time: 0.7183268 Apr 26 14:11:24.974457 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e086ff-7673-431f-ab8f-25ab528866b8 req-051f62b1-8bdb-4312-835a-28462b81466e tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] No DVR routers for this DVR port deabb5f0-90be-4df9-8257-aa30c4322106 on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:11:24.979687 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-40d4f0c7-9568-4d5d-981d-797edeebda35 req-6979a6c3-c079-472d-bb30-2708520e546f tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 210 time: 0.0334032 Apr 26 14:11:24.984376 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-c6e086ff-7673-431f-ab8f-25ab528866b8 req-051f62b1-8bdb-4312-835a-28462b81466e tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:24.987915 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c6e086ff-7673-431f-ab8f-25ab528866b8 req-051f62b1-8bdb-4312-835a-28462b81466e tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.26 "DELETE /v2.0/ports/deabb5f0-90be-4df9-8257-aa30c4322106 HTTP/1.1" status: 204 len: 173 time: 1.3229494 Apr 26 14:11:24.988657 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273cc945-5e47-4750-931a-a753cceef77a', 'name': 'network-vif-deleted', 'tag': 'deabb5f0-90be-4df9-8257-aa30c4322106'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:11:24.991009 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7584b9-df0b-49c5-8d58-2066762750ee" -d '{"events": [{"server_uuid": "273cc945-5e47-4750-931a-a753cceef77a", "name": "network-vif-deleted", "tag": "deabb5f0-90be-4df9-8257-aa30c4322106"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:11:24.993478 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07619e1b-06bc-4f2c-a93d-b7c209b5e228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c8f167-e56a-4c24-9158-d0892c879987,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:25.084188 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8087fa9b-2dff-5ce9-a89c-b071e7a09e37-2053ebf9-0eb1-42b3-834e-4939cf32b4ea', 'network_id': '2053ebf9-0eb1-42b3-834e-4939cf32b4ea', 'project_id': '2ed6d99350394bfebbdd164e5b97882a', 'fixed_ips': [{'subnet_id': 'ede624b4-6683-4611-881d-49a81fcbf4fc'}]}} from dv-cinder-835133-2-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 26 14:11:25.085025 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:25.087307 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829d2f2b-5058-4cf4-8824-f65770174b87 x-openstack-request-id: req-829d2f2b-5058-4cf4-8824-f65770174b87 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:11:25.087705 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273cc945-5e47-4750-931a-a753cceef77a", "name": "network-vif-deleted", "tag": "deabb5f0-90be-4df9-8257-aa30c4322106", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:11:25.088077 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-829d2f2b-5058-4cf4-8824-f65770174b87 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:11:25.088577 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829d2f2b-5058-4cf4-8824-f65770174b87'] response: {'server_uuid': '273cc945-5e47-4750-931a-a753cceef77a', 'name': 'network-vif-deleted', 'tag': 'deabb5f0-90be-4df9-8257-aa30c4322106', 'status': 'completed', 'code': 200} Apr 26 14:11:25.092807 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Publish callbacks [] for router_controller (9d58ca15-fc8c-438c-9e29-979487d1e1c5), precommit_add_association {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:25.098324 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 14c3fc22-ece3-4b56-ad77-849a0eabc7e8 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:25.098697 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (14c3fc22-ece3-4b56-ad77-849a0eabc7e8), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:25.101932 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] Set router 72e61c60-0b19-49d5-aa6c-1a66558c450c gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:11:25.147413 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-65a5fef6-4b5b-4695-8c2f-b2fad778eb9b None None] Provisioning complete for port 07c2857b-d0c0-42b9-bc04-7835204b1cf0 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:25.147702 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-65a5fef6-4b5b-4695-8c2f-b2fad778eb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:25.313408 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e62453-39fd-40a0-86f3-7ca572dcd84a req-145ba3a3-8b39-47d0-8577-df34de418750 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:25.322113 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-19e62453-39fd-40a0-86f3-7ca572dcd84a req-145ba3a3-8b39-47d0-8577-df34de418750 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0820339 Apr 26 14:11:25.398149 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-19e62453-39fd-40a0-86f3-7ca572dcd84a req-b2d52661-38f0-4207-befc-9202f8b35100 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710638 Apr 26 14:11:25.444326 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Publish callbacks [] for router_gateway (9d58ca15-fc8c-438c-9e29-979487d1e1c5), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:25.506881 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Allocated IP 172.20.0.2 (2053ebf9-0eb1-42b3-834e-4939cf32b4ea/ede624b4-6683-4611-881d-49a81fcbf4fc/65217b5c-b803-4176-8762-64731ab5cd5d) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:11:25.537036 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-65a5fef6-4b5b-4695-8c2f-b2fad778eb9b None None] Current status of the port 07c2857b-d0c0-42b9-bc04-7835204b1cf0 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:25.537422 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-65a5fef6-4b5b-4695-8c2f-b2fad778eb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:25.544480 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 14c3fc22-ece3-4b56-ad77-849a0eabc7e8 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:25.636888 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-65a5fef6-4b5b-4695-8c2f-b2fad778eb9b None None] For port 07c2857b-d0c0-42b9-bc04-7835204b1cf0, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=07c2857b-d0c0-42b9-bc04-7835204b1cf0,segment=NetworkSegment(51ad5a88-2866-4657-b8cb-e96febfe5ebb),segment_id=51ad5a88-2866-4657-b8cb-e96febfe5ebb)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:11:25.682434 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:20Z', 'revision_number': 4, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'gw_port': {'id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '07c2857b-d0c0-42b9-bc04-7835204b1cf0', 'name': '', 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'mac_address': 'fa:16:3e:d3:5d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '21736fdb-edb7-4182-9064-452899759396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:20Z', 'updated_at': '2022-04-26T14:11:24Z', 'revision_number': 4, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'subnets': [{'id': '21736fdb-edb7-4182-9064-452899759396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:25.710037 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Publish callbacks [] for router_gateway (9d58ca15-fc8c-438c-9e29-979487d1e1c5), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:25.729295 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:25.729745 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca02a16-2556-4fcc-8f53-d386b19e9d44 None None] The sync data for ids ['72e61c60-0b19-49d5-aa6c-1a66558c450c'] in dv-cinder-835133-2-iscsi is: [{'id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:20Z', 'revision_number': 4, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'gw_port': {'id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '07c2857b-d0c0-42b9-bc04-7835204b1cf0', 'name': '', 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'mac_address': 'fa:16:3e:d3:5d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '21736fdb-edb7-4182-9064-452899759396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:20Z', 'updated_at': '2022-04-26T14:11:24Z', 'revision_number': 4, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'subnets': [{'id': '21736fdb-edb7-4182-9064-452899759396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:11:25.733014 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-65a5fef6-4b5b-4695-8c2f-b2fad778eb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:25.796171 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55244) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:25.797243 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Publish callbacks [] for port (65217b5c-b803-4176-8762-64731ab5cd5d), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:25.820283 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f14a3e11-a063-44ef-af01-b406fee864e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:25.832828 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5fef6-4b5b-4695-8c2f-b2fad778eb9b None None] Pushing event updated for resources: {'Port': ['ID=07c2857b-d0c0-42b9-bc04-7835204b1cf0,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:25.885281 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Allocated IP 172.27.1.142 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/14294b7e-8eca-4a1e-9549-93933507df88) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:11:25.906368 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f14a3e11-a063-44ef-af01-b406fee864e7 admin admin] Publish callbacks [] for security_group (dd80cae9-bb96-4ac9-9430-56f59f4d1986), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:25.922339 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55246) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:25.936522 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-37127c35-77b1-4ae9-9dfb-78d34aed9135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:25.940591 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (65217b5c-b803-4176-8762-64731ab5cd5d), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:25.993672 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Network 2053ebf9-0eb1-42b3-834e-4939cf32b4ea is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:11:25.996928 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:26.000612 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:11:26.011136 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f14a3e11-a063-44ef-af01-b406fee864e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (dd80cae9-bb96-4ac9-9430-56f59f4d1986), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.027005 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Publish callbacks [] for port (14294b7e-8eca-4a1e-9549-93933507df88), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.073986 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Pushing event updated for resources: {'Port': ['ID=65217b5c-b803-4176-8762-64731ab5cd5d,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:26.086474 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Attempting to bind port 65217b5c-b803-4176-8762-64731ab5cd5d on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:11:26.087079 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Attempting to bind port 65217b5c-b803-4176-8762-64731ab5cd5d by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '1f84dc8e-ba77-4054-84ae-d5ddaeb702e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2053ebf9-0eb1-42b3-834e-4939cf32b4ea'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:11:26.087362 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Attempting to bind port 65217b5c-b803-4176-8762-64731ab5cd5d on network 2053ebf9-0eb1-42b3-834e-4939cf32b4ea {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:11:26.093348 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:11:26.094085 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Checking segment: {'id': '1f84dc8e-ba77-4054-84ae-d5ddaeb702e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2053ebf9-0eb1-42b3-834e-4939cf32b4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:11:26.094677 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.095059 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-37127c35-77b1-4ae9-9dfb-78d34aed9135 admin admin] Publish callbacks [] for security_group (34ad5ae8-12cb-44dc-a963-148599716c9e), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.095659 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Bound using segment: {'id': '1f84dc8e-ba77-4054-84ae-d5ddaeb702e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2053ebf9-0eb1-42b3-834e-4939cf32b4ea'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:11:26.096501 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Bound port: 65217b5c-b803-4176-8762-64731ab5cd5d, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f84dc8e-ba77-4054-84ae-d5ddaeb702e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2053ebf9-0eb1-42b3-834e-4939cf32b4ea'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:11:26.097078 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (65217b5c-b803-4176-8762-64731ab5cd5d), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.112211 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f14a3e11-a063-44ef-af01-b406fee864e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0471f9b425e44e118df61966e1f216ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127925 Apr 26 14:11:26.114871 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55250) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:26.120877 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a3e11-a063-44ef-af01-b406fee864e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd80cae9-bb96-4ac9-9430-56f59f4d1986,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:26.147448 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e9ff8d86-bd36-4f95-92f4-4a37cddf09ab req-b55e15c8-45fc-4c2f-8aae-11529efb52c3 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 210 time: 0.0416937 Apr 26 14:11:26.177395 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2b646394-03ec-478c-a912-070c8cda1801 admin admin] Publish callbacks [] for security_group (dd80cae9-bb96-4ac9-9430-56f59f4d1986), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.180659 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (14294b7e-8eca-4a1e-9549-93933507df88), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.199861 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] For port 65217b5c-b803-4176-8762-64731ab5cd5d, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:11:26.210543 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] For port 65217b5c-b803-4176-8762-64731ab5cd5d, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=65217b5c-b803-4176-8762-64731ab5cd5d,segment=NetworkSegment(1f84dc8e-ba77-4054-84ae-d5ddaeb702e2),segment_id=1f84dc8e-ba77-4054-84ae-d5ddaeb702e2)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:11:26.214034 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-37127c35-77b1-4ae9-9dfb-78d34aed9135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (34ad5ae8-12cb-44dc-a963-148599716c9e), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.240625 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:11:26.244775 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:26.246431 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2b646394-03ec-478c-a912-070c8cda1801 admin admin] Publish callbacks [] for security_group (dd80cae9-bb96-4ac9-9430-56f59f4d1986), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.247448 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:11:26.248103 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37127c35-77b1-4ae9-9dfb-78d34aed9135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ad5ae8-12cb-44dc-a963-148599716c9e,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:26.251506 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Pushing event updated for resources: {'Port': ['ID=14294b7e-8eca-4a1e-9549-93933507df88,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:26.289546 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-37127c35-77b1-4ae9-9dfb-78d34aed9135 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89a3c5a63b8c4ddb842faf5014407937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658090 Apr 26 14:11:26.292738 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 55254) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:26.305377 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (65217b5c-b803-4176-8762-64731ab5cd5d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.341482 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8617-1107-4e42-8e42-e97632f78e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.381946 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d355-5900-4e3a-906e-4adce711262f None None] Pushing event updated for resources: {'Port': ['ID=65217b5c-b803-4176-8762-64731ab5cd5d,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:26.391640 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2b646394-03ec-478c-a912-070c8cda1801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (dd80cae9-bb96-4ac9-9430-56f59f4d1986), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.404291 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2b646394-03ec-478c-a912-070c8cda1801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.405712 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-2b646394-03ec-478c-a912-070c8cda1801 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd80cae9-bb96-4ac9-9430-56f59f4d1986 HTTP/1.1" status: 204 len: 168 time: 0.2899191 Apr 26 14:11:26.446242 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b646394-03ec-478c-a912-070c8cda1801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd80cae9-bb96-4ac9-9430-56f59f4d1986,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:26.494105 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fc3bc055-2ede-4536-8477-72d2f6a223e8 admin admin] Publish callbacks [] for security_group (34ad5ae8-12cb-44dc-a963-148599716c9e), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.565288 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fc3bc055-2ede-4536-8477-72d2f6a223e8 admin admin] Publish callbacks [] for security_group (34ad5ae8-12cb-44dc-a963-148599716c9e), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.644221 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc25ebe-1937-4405-ac57-c2f341c936fe req-546e11d3-4332-4880-991a-34d4f5f25d85 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:26.666053 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bdc25ebe-1937-4405-ac57-c2f341c936fe req-546e11d3-4332-4880-991a-34d4f5f25d85 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.1541159 Apr 26 14:11:26.694569 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 07c2857b-d0c0-42b9-bc04-7835204b1cf0 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:11:26.732928 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bdc25ebe-1937-4405-ac57-c2f341c936fe req-3b27f5de-9fb9-4c9c-afe4-79f0e5142046 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676405 Apr 26 14:11:26.786019 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fc3bc055-2ede-4536-8477-72d2f6a223e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (34ad5ae8-12cb-44dc-a963-148599716c9e), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.790395 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fc3bc055-2ede-4536-8477-72d2f6a223e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.791748 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-fc3bc055-2ede-4536-8477-72d2f6a223e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34ad5ae8-12cb-44dc-a963-148599716c9e HTTP/1.1" status: 204 len: 168 time: 0.4979517 Apr 26 14:11:26.816263 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 07c2857b-d0c0-42b9-bc04-7835204b1cf0 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:26.816873 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.849362 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3bc055-2ede-4536-8477-72d2f6a223e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ad5ae8-12cb-44dc-a963-148599716c9e,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:26.925739 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Publish callbacks [] for router_gateway (9d58ca15-fc8c-438c-9e29-979487d1e1c5), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:26.956023 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 07c2857b-d0c0-42b9-bc04-7835204b1cf0 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:27.151896 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558971'] for router (9d58ca15-fc8c-438c-9e29-979487d1e1c5), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:27.290372 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cdfd02df-22b6-45ea-8345-acb02b8e00b1 req-88abd5b1-11c5-4118-b8b2-0e0880293f53 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 210 time: 0.0393105 Apr 26 14:11:27.466228 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Router 9d58ca15-fc8c-438c-9e29-979487d1e1c5 is scheduled to L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c with binding_index 1 {{(pid=103923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 26 14:11:27.612570 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:11:27.624001 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Sync routers for ids ['9d58ca15-fc8c-438c-9e29-979487d1e1c5'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:11:27.624473 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071f4280-cf88-4353-8d49-051e72261869 None None] Network 2053ebf9-0eb1-42b3-834e-4939cf32b4ea requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:11:27.636038 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Routers {'9d58ca15-fc8c-438c-9e29-979487d1e1c5'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:11:27.636658 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:10:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['9d58ca15-fc8c-438c-9e29-979487d1e1c5'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:27.672313 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device deabb5f0-90be-4df9-8257-aa30c4322106 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:11:27.705826 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: deabb5f0-90be-4df9-8257-aa30c4322106 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:11:27.706220 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device deabb5f0-90be-4df9-8257-aa30c4322106 not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:11:27.715365 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-7ad6e6c5-3e3d-4e5d-be15-9c368dd1526e None None] Provisioning complete for port 65217b5c-b803-4176-8762-64731ab5cd5d triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:27.715365 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e6c5-3e3d-4e5d-be15-9c368dd1526e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (65217b5c-b803-4176-8762-64731ab5cd5d), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:27.766907 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:27.772838 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-eb29c345-e591-4117-b6b0-0a6116ce868c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0248125 Apr 26 14:11:27.773444 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 55300) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:27.773907 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Set router 9d58ca15-fc8c-438c-9e29-979487d1e1c5 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:11:27.854849 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6e6c5-3e3d-4e5d-be15-9c368dd1526e None None] Current status of the port 65217b5c-b803-4176-8762-64731ab5cd5d is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:27.855064 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e6c5-3e3d-4e5d-be15-9c368dd1526e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (65217b5c-b803-4176-8762-64731ab5cd5d), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:27.931134 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-7ad6e6c5-3e3d-4e5d-be15-9c368dd1526e None None] For port 65217b5c-b803-4176-8762-64731ab5cd5d, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=65217b5c-b803-4176-8762-64731ab5cd5d,segment=NetworkSegment(1f84dc8e-ba77-4054-84ae-d5ddaeb702e2),segment_id=1f84dc8e-ba77-4054-84ae-d5ddaeb702e2)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:11:27.968197 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7005f-6ad1-4193-89e1-c376ae4da756 req-8ed07f87-a420-4a2e-b1ed-257194520936 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:27.973272 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c6b7005f-6ad1-4193-89e1-c376ae4da756 req-8ed07f87-a420-4a2e-b1ed-257194520936 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0998516 Apr 26 14:11:28.020616 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e6c5-3e3d-4e5d-be15-9c368dd1526e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (65217b5c-b803-4176-8762-64731ab5cd5d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:28.041928 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c6b7005f-6ad1-4193-89e1-c376ae4da756 req-04b67d6b-cb57-472a-bceb-f3b929f92d05 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627072 Apr 26 14:11:28.133337 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6e6c5-3e3d-4e5d-be15-9c368dd1526e None None] Pushing event updated for resources: {'Port': ['ID=65217b5c-b803-4176-8762-64731ab5cd5d,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:28.186924 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'name': 'tempest-TestMinimumBasicScenario-1715266946-router', 'tenant_id': '2ed6d99350394bfebbdd164e5b97882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '14294b7e-8eca-4a1e-9549-93933507df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:24Z', 'updated_at': '2022-04-26T14:11:26Z', 'revision_number': 3, 'project_id': '2ed6d99350394bfebbdd164e5b97882a', 'gw_port': {'id': '14294b7e-8eca-4a1e-9549-93933507df88', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:25Z', 'updated_at': '2022-04-26T14:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:28.223761 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Checking router: 9d58ca15-fc8c-438c-9e29-979487d1e1c5 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:11:28.224111 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Updating router 9d58ca15-fc8c-438c-9e29-979487d1e1c5 port 14294b7e-8eca-4a1e-9549-93933507df88 binding host dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:11:28.248407 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-b2f209a4-3c7f-4105-8083-40c920eb7193 None None] Provisioning complete for port 65217b5c-b803-4176-8762-64731ab5cd5d triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:28.249040 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b2f209a4-3c7f-4105-8083-40c920eb7193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (65217b5c-b803-4176-8762-64731ab5cd5d), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:28.270310 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (14294b7e-8eca-4a1e-9549-93933507df88), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:28.432814 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-b2f209a4-3c7f-4105-8083-40c920eb7193 None None] Current status of the port 65217b5c-b803-4176-8762-64731ab5cd5d is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:28.647267 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-64062503-a719-48a0-b815-fa5cf5729537 req-8074a46a-cbbd-4a37-9894-e6a8533122d0 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 210 time: 0.0374043 Apr 26 14:11:28.649719 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Publish callbacks [] for port (14294b7e-8eca-4a1e-9549-93933507df88), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:28.661444 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:28.738981 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 65217b5c-b803-4176-8762-64731ab5cd5d up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:11:28.804552 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 65217b5c-b803-4176-8762-64731ab5cd5d triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:28.804916 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (65217b5c-b803-4176-8762-64731ab5cd5d), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:28.816388 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Allocated IP 172.20.0.1 (2053ebf9-0eb1-42b3-834e-4939cf32b4ea/ede624b4-6683-4611-881d-49a81fcbf4fc/314b059c-98b6-4fa8-ab98-5efe7796d7b4) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:11:28.824335 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e8f307d7-ac4e-4f56-9420-f640e2928cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:28.848594 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (14294b7e-8eca-4a1e-9549-93933507df88), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:28.901152 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Attempting to bind port 14294b7e-8eca-4a1e-9549-93933507df88 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:11:28.901768 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Attempting to bind port 14294b7e-8eca-4a1e-9549-93933507df88 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:11:28.902404 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Attempting to bind port 14294b7e-8eca-4a1e-9549-93933507df88 on network 692e678d-165f-4510-9c90-3c52c427e7b7 {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:11:28.910023 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:11:28.910668 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Checking segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:11:28.911252 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:28.911638 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Bound using segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:11:28.912261 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Bound port: 14294b7e-8eca-4a1e-9549-93933507df88, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:11:28.913048 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (14294b7e-8eca-4a1e-9549-93933507df88), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:28.920723 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 65217b5c-b803-4176-8762-64731ab5cd5d is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:28.938264 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc39ea-0066-403b-8359-482546714e48 None None] Pushing event updated for resources: {'Port': ['ID=14294b7e-8eca-4a1e-9549-93933507df88,revision_number=2']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:28.939572 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Publish callbacks [] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:28.973358 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] For port 14294b7e-8eca-4a1e-9549-93933507df88, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:11:28.977758 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] For port 14294b7e-8eca-4a1e-9549-93933507df88, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=14294b7e-8eca-4a1e-9549-93933507df88,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:11:29.129417 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:29.160522 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (14294b7e-8eca-4a1e-9549-93933507df88), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:29.160761 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a34078-08c6-4337-9a1c-e95afd4ae360 req-bcc42516-f732-46f1-af0e-fdcdc9017d6d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:29.162321 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-94a34078-08c6-4337-9a1c-e95afd4ae360 req-bcc42516-f732-46f1-af0e-fdcdc9017d6d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0565755 Apr 26 14:11:29.185282 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Pushing event updated for resources: {'Port': ['ID=314b059c-98b6-4fa8-ab98-5efe7796d7b4,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:29.199299 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Network 2053ebf9-0eb1-42b3-834e-4939cf32b4ea is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:11:29.201124 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:29.204187 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:11:29.224106 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Routers {'9d58ca15-fc8c-438c-9e29-979487d1e1c5'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:11:29.225441 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:11:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['9d58ca15-fc8c-438c-9e29-979487d1e1c5'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:29.263086 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-94a34078-08c6-4337-9a1c-e95afd4ae360 req-a26ad025-a254-468c-9dbe-3ad290dd4769 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831308 Apr 26 14:11:29.263361 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558986'] for router_interface (9d58ca15-fc8c-438c-9e29-979487d1e1c5), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:29.351679 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc39ea-0066-403b-8359-482546714e48 None None] Pushing event updated for resources: {'Port': ['ID=14294b7e-8eca-4a1e-9549-93933507df88,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:29.394085 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] Set router 9d58ca15-fc8c-438c-9e29-979487d1e1c5 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:11:29.505082 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-d4612b08-4e5d-4cc4-9e58-d662fee87705 None None] Provisioning complete for port 314b059c-98b6-4fa8-ab98-5efe7796d7b4 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:29.505679 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d4612b08-4e5d-4cc4-9e58-d662fee87705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:29.536046 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:29.580894 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-d4612b08-4e5d-4cc4-9e58-d662fee87705 None None] Port 314b059c-98b6-4fa8-ab98-5efe7796d7b4 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:11:29.589371 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'name': 'tempest-TestMinimumBasicScenario-1715266946-router', 'tenant_id': '2ed6d99350394bfebbdd164e5b97882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '14294b7e-8eca-4a1e-9549-93933507df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:24Z', 'updated_at': '2022-04-26T14:11:26Z', 'revision_number': 3, 'project_id': '2ed6d99350394bfebbdd164e5b97882a', 'gw_port': {'id': '14294b7e-8eca-4a1e-9549-93933507df88', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:25Z', 'updated_at': '2022-04-26T14:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:29.627913 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb9f628-84a7-4da5-ab73-38f00b07b16e None None] The sync data for ids ['9d58ca15-fc8c-438c-9e29-979487d1e1c5'] in dv-cinder-835133-2-iscsi is: [{'id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'name': 'tempest-TestMinimumBasicScenario-1715266946-router', 'tenant_id': '2ed6d99350394bfebbdd164e5b97882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '14294b7e-8eca-4a1e-9549-93933507df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:24Z', 'updated_at': '2022-04-26T14:11:26Z', 'revision_number': 3, 'project_id': '2ed6d99350394bfebbdd164e5b97882a', 'gw_port': {'id': '14294b7e-8eca-4a1e-9549-93933507df88', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:25Z', 'updated_at': '2022-04-26T14:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:11:29.755133 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9f80aed1-8a12-4b0c-b0b8-c3d403e8edfe req-4931ab37-fc81-4f93-be05-a075f2998a4a tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 210 time: 0.0415809 Apr 26 14:11:29.763066 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:29.846154 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Publish callbacks [] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:29.906022 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:29.994767 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557114'] for router_interface (9d58ca15-fc8c-438c-9e29-979487d1e1c5), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:30.007306 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Pushing event updated for resources: {'Port': ['ID=314b059c-98b6-4fa8-ab98-5efe7796d7b4,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:30.115732 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Network 2053ebf9-0eb1-42b3-834e-4939cf32b4ea is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:11:30.117378 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:30.244627 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Router 9d58ca15-fc8c-438c-9e29-979487d1e1c5 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:11:30.389238 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:11:30.396536 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-9adb3d86-8e08-4d22-acc0-0b9c4b2f5656 admin admin] 10.222.0.23 "PUT /v2.0/routers/9d58ca15-fc8c-438c-9e29-979487d1e1c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6182871 Apr 26 14:11:30.405105 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a06e3-3d5d-469c-8f13-aa303dfb780a req-b48a2a6c-e92f-4bd3-aa88-ed56ee34478b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:30.412237 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-1a6e7a6e-178d-4812-b042-8a011b25927b None None] Provisioning complete for port 314b059c-98b6-4fa8-ab98-5efe7796d7b4 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:30.412865 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1a6e7a6e-178d-4812-b042-8a011b25927b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:30.416967 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0c4a06e3-3d5d-469c-8f13-aa303dfb780a req-b48a2a6c-e92f-4bd3-aa88-ed56ee34478b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0859222 Apr 26 14:11:30.471362 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0c4a06e3-3d5d-469c-8f13-aa303dfb780a req-33a66f6f-8deb-4ef4-80b4-9af774e31ea9 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524483 Apr 26 14:11:30.473510 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e7a6e-178d-4812-b042-8a011b25927b None None] Port 314b059c-98b6-4fa8-ab98-5efe7796d7b4 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:11:30.617326 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 14294b7e-8eca-4a1e-9549-93933507df88 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:11:30.687150 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 14294b7e-8eca-4a1e-9549-93933507df88 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:30.687795 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (14294b7e-8eca-4a1e-9549-93933507df88), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:30.854409 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4e3af0d9-0ecb-4fac-9cbd-5e142e28d9d6 req-1c77e6d6-4aab-460e-8981-35f428add7a3 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 210 time: 0.0269599 Apr 26 14:11:30.900425 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 14294b7e-8eca-4a1e-9549-93933507df88 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:30.900906 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (14294b7e-8eca-4a1e-9549-93933507df88), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:30.922755 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0958f532-da80-4196-822d-869781811f36 None None] For port 14294b7e-8eca-4a1e-9549-93933507df88, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=14294b7e-8eca-4a1e-9549-93933507df88,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:11:31.003546 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (14294b7e-8eca-4a1e-9549-93933507df88), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:31.053459 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Pushing event updated for resources: {'Port': ['ID=14294b7e-8eca-4a1e-9549-93933507df88,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:31.340944 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:31.651804 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2816a7-f6c5-4971-b480-3fb64bb4e4b7 req-7b4a724a-df47-4d87-bb42-18a0caab1b7e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:31.653434 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8f2816a7-f6c5-4971-b480-3fb64bb4e4b7 req-7b4a724a-df47-4d87-bb42-18a0caab1b7e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0906701 Apr 26 14:11:31.708835 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8f2816a7-f6c5-4971-b480-3fb64bb4e4b7 req-30a91bbb-3fbd-414e-aa54-718a301703cb tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464764 Apr 26 14:11:32.010362 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a49f7311-488d-4155-9334-be6e7c5337de req-1301bbe1-7621-45b5-b35f-cc228fe2e061 tempest-DeleteServersTestJSON-1539555882 tempest-DeleteServersTestJSON-1539555882-project] 10.222.0.23 "GET /v2.0/ports?device_id=273cc945-5e47-4750-931a-a753cceef77a HTTP/1.1" status: 200 len: 210 time: 0.0375164 Apr 26 14:11:32.631732 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:32.654725 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 14294b7e-8eca-4a1e-9549-93933507df88 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:11:32.731430 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 14294b7e-8eca-4a1e-9549-93933507df88 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:32.731430 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (14294b7e-8eca-4a1e-9549-93933507df88), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:32.798409 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Sync routers for ids ['9d58ca15-fc8c-438c-9e29-979487d1e1c5'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:11:32.817883 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Routers {'9d58ca15-fc8c-438c-9e29-979487d1e1c5'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:11:32.818791 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:11:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['9d58ca15-fc8c-438c-9e29-979487d1e1c5'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:32.883172 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b79334-11a3-4121-8a76-4be7204f30dc req-83c9aab8-f786-47c7-b132-e1cc38f3df3e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:32.884750 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-25b79334-11a3-4121-8a76-4be7204f30dc req-83c9aab8-f786-47c7-b132-e1cc38f3df3e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0753191 Apr 26 14:11:32.987427 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 14294b7e-8eca-4a1e-9549-93933507df88 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:33.000164 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-25b79334-11a3-4121-8a76-4be7204f30dc req-797ce3ac-b621-4b6c-a96e-7276e10f7c53 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032181 Apr 26 14:11:33.040465 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Set router 9d58ca15-fc8c-438c-9e29-979487d1e1c5 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:11:33.285390 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'name': 'tempest-TestMinimumBasicScenario-1715266946-router', 'tenant_id': '2ed6d99350394bfebbdd164e5b97882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '14294b7e-8eca-4a1e-9549-93933507df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:24Z', 'updated_at': '2022-04-26T14:11:29Z', 'revision_number': 4, 'project_id': '2ed6d99350394bfebbdd164e5b97882a', 'gw_port': {'id': '14294b7e-8eca-4a1e-9549-93933507df88', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:25Z', 'updated_at': '2022-04-26T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '314b059c-98b6-4fa8-ab98-5efe7796d7b4', 'name': '', 'network_id': '2053ebf9-0eb1-42b3-834e-4939cf32b4ea', 'tenant_id': '2ed6d99350394bfebbdd164e5b97882a', 'mac_address': 'fa:16:3e:94:d2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ede624b4-6683-4611-881d-49a81fcbf4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:28Z', 'updated_at': '2022-04-26T14:11:29Z', 'revision_number': 2, 'project_id': '2ed6d99350394bfebbdd164e5b97882a', 'subnets': [{'id': 'ede624b4-6683-4611-881d-49a81fcbf4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:33.317228 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Checking router: 9d58ca15-fc8c-438c-9e29-979487d1e1c5 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:11:33.317810 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Updating router 9d58ca15-fc8c-438c-9e29-979487d1e1c5 port 314b059c-98b6-4fa8-ab98-5efe7796d7b4 binding host dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:11:33.357313 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:33.715505 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Publish callbacks [] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:33.824688 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:33.953144 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285fc2e-4508-443e-8db1-37fff21aa2e6 None None] Pushing event updated for resources: {'Port': ['ID=314b059c-98b6-4fa8-ab98-5efe7796d7b4,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:33.976523 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Attempting to bind port 314b059c-98b6-4fa8-ab98-5efe7796d7b4 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:11:33.976889 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Attempting to bind port 314b059c-98b6-4fa8-ab98-5efe7796d7b4 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '1f84dc8e-ba77-4054-84ae-d5ddaeb702e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2053ebf9-0eb1-42b3-834e-4939cf32b4ea'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:11:33.977304 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Attempting to bind port 314b059c-98b6-4fa8-ab98-5efe7796d7b4 on network 2053ebf9-0eb1-42b3-834e-4939cf32b4ea {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:11:33.985222 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:11:33.985603 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Checking segment: {'id': '1f84dc8e-ba77-4054-84ae-d5ddaeb702e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2053ebf9-0eb1-42b3-834e-4939cf32b4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:11:33.986569 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:33.986974 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Bound using segment: {'id': '1f84dc8e-ba77-4054-84ae-d5ddaeb702e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2053ebf9-0eb1-42b3-834e-4939cf32b4ea'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:11:33.987447 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Bound port: 314b059c-98b6-4fa8-ab98-5efe7796d7b4, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f84dc8e-ba77-4054-84ae-d5ddaeb702e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2053ebf9-0eb1-42b3-834e-4939cf32b4ea'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:11:33.987828 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:34.087486 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] For port 314b059c-98b6-4fa8-ab98-5efe7796d7b4, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:11:34.091180 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] For port 314b059c-98b6-4fa8-ab98-5efe7796d7b4, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=314b059c-98b6-4fa8-ab98-5efe7796d7b4,segment=NetworkSegment(1f84dc8e-ba77-4054-84ae-d5ddaeb702e2),segment_id=1f84dc8e-ba77-4054-84ae-d5ddaeb702e2)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:11:34.141378 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:34.217851 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-012face7-0232-4978-b419-f1cf71e1c9d2 None None] Provisioning complete for port 314b059c-98b6-4fa8-ab98-5efe7796d7b4 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:34.218263 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-012face7-0232-4978-b419-f1cf71e1c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:34.265692 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Routers {'9d58ca15-fc8c-438c-9e29-979487d1e1c5'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:11:34.266883 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:11:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['9d58ca15-fc8c-438c-9e29-979487d1e1c5'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:34.307112 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90206f93-d97c-4edd-8584-88631d799629 req-1e652425-e22e-4440-b5f2-278d79b99ed1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:34.315053 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-90206f93-d97c-4edd-8584-88631d799629 req-1e652425-e22e-4440-b5f2-278d79b99ed1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.1222396 Apr 26 14:11:34.393744 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285fc2e-4508-443e-8db1-37fff21aa2e6 None None] Pushing event updated for resources: {'Port': ['ID=314b059c-98b6-4fa8-ab98-5efe7796d7b4,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:34.396354 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-90206f93-d97c-4edd-8584-88631d799629 req-74477ff8-1653-4ae4-ba0e-fc1af07acca0 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802934 Apr 26 14:11:34.457035 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] Set router 9d58ca15-fc8c-438c-9e29-979487d1e1c5 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:11:34.467391 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:11:34.636460 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-012face7-0232-4978-b419-f1cf71e1c9d2 None None] Current status of the port 314b059c-98b6-4fa8-ab98-5efe7796d7b4 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:34.636859 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-012face7-0232-4978-b419-f1cf71e1c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:34.694642 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-012face7-0232-4978-b419-f1cf71e1c9d2 None None] For port 314b059c-98b6-4fa8-ab98-5efe7796d7b4, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=314b059c-98b6-4fa8-ab98-5efe7796d7b4,segment=NetworkSegment(1f84dc8e-ba77-4054-84ae-d5ddaeb702e2),segment_id=1f84dc8e-ba77-4054-84ae-d5ddaeb702e2)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:11:34.775089 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 55520) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:34.788313 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'name': 'tempest-TestMinimumBasicScenario-1715266946-router', 'tenant_id': '2ed6d99350394bfebbdd164e5b97882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '14294b7e-8eca-4a1e-9549-93933507df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:24Z', 'updated_at': '2022-04-26T14:11:29Z', 'revision_number': 4, 'project_id': '2ed6d99350394bfebbdd164e5b97882a', 'gw_port': {'id': '14294b7e-8eca-4a1e-9549-93933507df88', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:25Z', 'updated_at': '2022-04-26T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '314b059c-98b6-4fa8-ab98-5efe7796d7b4', 'name': '', 'network_id': '2053ebf9-0eb1-42b3-834e-4939cf32b4ea', 'tenant_id': '2ed6d99350394bfebbdd164e5b97882a', 'mac_address': 'fa:16:3e:94:d2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ede624b4-6683-4611-881d-49a81fcbf4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:28Z', 'updated_at': '2022-04-26T14:11:34Z', 'revision_number': 4, 'project_id': '2ed6d99350394bfebbdd164e5b97882a', 'subnets': [{'id': 'ede624b4-6683-4611-881d-49a81fcbf4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:34.827599 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0175053-349c-42d7-bd11-1c5079716651 None None] The sync data for ids ['9d58ca15-fc8c-438c-9e29-979487d1e1c5'] in dv-cinder-835133-2-iscsi is: [{'id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'name': 'tempest-TestMinimumBasicScenario-1715266946-router', 'tenant_id': '2ed6d99350394bfebbdd164e5b97882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '14294b7e-8eca-4a1e-9549-93933507df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:24Z', 'updated_at': '2022-04-26T14:11:29Z', 'revision_number': 4, 'project_id': '2ed6d99350394bfebbdd164e5b97882a', 'gw_port': {'id': '14294b7e-8eca-4a1e-9549-93933507df88', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:25Z', 'updated_at': '2022-04-26T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '314b059c-98b6-4fa8-ab98-5efe7796d7b4', 'name': '', 'network_id': '2053ebf9-0eb1-42b3-834e-4939cf32b4ea', 'tenant_id': '2ed6d99350394bfebbdd164e5b97882a', 'mac_address': 'fa:16:3e:94:d2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ede624b4-6683-4611-881d-49a81fcbf4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:28Z', 'updated_at': '2022-04-26T14:11:34Z', 'revision_number': 4, 'project_id': '2ed6d99350394bfebbdd164e5b97882a', 'subnets': [{'id': 'ede624b4-6683-4611-881d-49a81fcbf4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:11:34.827599 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-012face7-0232-4978-b419-f1cf71e1c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:34.842522 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde6eb67-51d9-4104-898d-6beadfd47556 admin admin] Deleting subnet d834fe0d-5492-4e65-bb62-e556f598242b {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:11:34.847227 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dde6eb67-51d9-4104-898d-6beadfd47556 admin admin] Publish callbacks [] for subnet (d834fe0d-5492-4e65-bb62-e556f598242b), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:34.900045 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012face7-0232-4978-b419-f1cf71e1c9d2 None None] Pushing event updated for resources: {'Port': ['ID=314b059c-98b6-4fa8-ab98-5efe7796d7b4,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:34.952081 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dde6eb67-51d9-4104-898d-6beadfd47556 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934499'] for subnet (d834fe0d-5492-4e65-bb62-e556f598242b), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:34.954248 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-35dedfae-21db-48d8-8079-6676cd320c8b None None] Provisioning complete for port 314b059c-98b6-4fa8-ab98-5efe7796d7b4 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:34.954681 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-35dedfae-21db-48d8-8079-6676cd320c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:35.010957 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dde6eb67-51d9-4104-898d-6beadfd47556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (d834fe0d-5492-4e65-bb62-e556f598242b), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:35.062948 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-35dedfae-21db-48d8-8079-6676cd320c8b None None] Current status of the port 314b059c-98b6-4fa8-ab98-5efe7796d7b4 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:35.454572 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dde6eb67-51d9-4104-898d-6beadfd47556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3995344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4099138'] for subnet (d834fe0d-5492-4e65-bb62-e556f598242b), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:35.489335 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6eb67-51d9-4104-898d-6beadfd47556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d834fe0d-5492-4e65-bb62-e556f598242b,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:35.495068 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dde6eb67-51d9-4104-898d-6beadfd47556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:35.501422 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55538) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:35.506014 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-dde6eb67-51d9-4104-898d-6beadfd47556 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d834fe0d-5492-4e65-bb62-e556f598242b HTTP/1.1" status: 204 len: 168 time: 0.7296271 Apr 26 14:11:35.619518 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a538d-a31d-46a1-b772-2bb44b805883 req-f44b7485-5b37-451d-865e-2f1e3bf5c950 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:35.626639 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bd0a538d-a31d-46a1-b772-2bb44b805883 req-f44b7485-5b37-451d-865e-2f1e3bf5c950 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.1624928 Apr 26 14:11:35.645266 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25d7b1a7-32b0-4e96-a129-ea6f9654128a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (31e9d2ec-cfa2-41cc-9e12-7e041433107c), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:35.730599 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bd0a538d-a31d-46a1-b772-2bb44b805883 req-9b9d5cf3-dc8a-427e-ac51-aae9d50a7756 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025772 Apr 26 14:11:35.793351 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25d7b1a7-32b0-4e96-a129-ea6f9654128a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (31e9d2ec-cfa2-41cc-9e12-7e041433107c), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:35.839409 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-25d7b1a7-32b0-4e96-a129-ea6f9654128a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e9d2ec-cfa2-41cc-9e12-7e041433107c']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:35.855635 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-25d7b1a7-32b0-4e96-a129-ea6f9654128a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83fa25d-b3f4-4559-a4e7-605f62b417f7') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:35.856151 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-25d7b1a7-32b0-4e96-a129-ea6f9654128a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83fa25d-b3f4-4559-a4e7-605f62b417f7') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:35.874874 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25d7b1a7-32b0-4e96-a129-ea6f9654128a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195305'] for segment (a83fa25d-b3f4-4559-a4e7-605f62b417f7), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:35.887040 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25d7b1a7-32b0-4e96-a129-ea6f9654128a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (a83fa25d-b3f4-4559-a4e7-605f62b417f7), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:35.899787 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d7b1a7-32b0-4e96-a129-ea6f9654128a admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:11:35.903258 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25d7b1a7-32b0-4e96-a129-ea6f9654128a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745622'] for segment (a83fa25d-b3f4-4559-a4e7-605f62b417f7), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:35.945018 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 55562) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: Traceback (most recent call last): Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: timer() Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: cb(*args, **kw) Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: return func(*args, **kwargs) Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: self._notify() Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: self.callback(batched_events) Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: event.method(event) Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: return f(self, *a, **k) Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._get(url).json() Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: return self.request(url, 'GET', **kwargs) Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:11:35.998177 dv-cinder-835133-2-iscsi neutron-server[103924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:11:36.093750 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-584431f0-3c38-4eb6-b0d8-57041944dfa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:36.123223 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25d7b1a7-32b0-4e96-a129-ea6f9654128a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (31e9d2ec-cfa2-41cc-9e12-7e041433107c), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:36.138422 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-25d7b1a7-32b0-4e96-a129-ea6f9654128a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:36.142227 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-25d7b1a7-32b0-4e96-a129-ea6f9654128a admin admin] 10.222.0.23 "DELETE /v2.0/networks/31e9d2ec-cfa2-41cc-9e12-7e041433107c HTTP/1.1" status: 204 len: 168 time: 0.6353126 Apr 26 14:11:36.155290 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7b1a7-32b0-4e96-a129-ea6f9654128a admin admin] Pushing event deleted for resources: {'Network': ['ID=31e9d2ec-cfa2-41cc-9e12-7e041433107c,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:36.208694 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-584431f0-3c38-4eb6-b0d8-57041944dfa8 admin admin] Publish callbacks [] for security_group (bf2686a2-e89e-4b3e-af68-e6df193ca467), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:36.317209 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-584431f0-3c38-4eb6-b0d8-57041944dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (bf2686a2-e89e-4b3e-af68-e6df193ca467), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:36.382706 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-584431f0-3c38-4eb6-b0d8-57041944dfa8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bcefe7290a2d4796b398dfe7d3605e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364400 Apr 26 14:11:36.383330 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55584) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:36.388106 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584431f0-3c38-4eb6-b0d8-57041944dfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2686a2-e89e-4b3e-af68-e6df193ca467,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:36.497916 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d586916e-9f8e-4a1d-9f73-152b17d5e129 admin admin] Publish callbacks [] for security_group (bf2686a2-e89e-4b3e-af68-e6df193ca467), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:36.562222 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d586916e-9f8e-4a1d-9f73-152b17d5e129 admin admin] Publish callbacks [] for security_group (bf2686a2-e89e-4b3e-af68-e6df193ca467), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:36.576628 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 55590) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:36.653741 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 314b059c-98b6-4fa8-ab98-5efe7796d7b4 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:11:36.657371 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-75d911dc-4c5e-4d73-88ec-04bd2955cfb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d8a12641de140b68d42fda0758a97ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0780809 Apr 26 14:11:36.659355 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55596) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:36.766936 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7d937249-2886-4604-a33b-2b9cff467ae7 admin admin] Publish callbacks [] for security_group (3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:36.798313 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7d937249-2886-4604-a33b-2b9cff467ae7 admin admin] Publish callbacks [] for security_group (3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:36.844129 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d586916e-9f8e-4a1d-9f73-152b17d5e129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (bf2686a2-e89e-4b3e-af68-e6df193ca467), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:36.848871 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d586916e-9f8e-4a1d-9f73-152b17d5e129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:36.851533 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d586916e-9f8e-4a1d-9f73-152b17d5e129 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf2686a2-e89e-4b3e-af68-e6df193ca467 HTTP/1.1" status: 204 len: 168 time: 0.4660852 Apr 26 14:11:36.851801 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 314b059c-98b6-4fa8-ab98-5efe7796d7b4 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:36.852206 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:36.862400 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586916e-9f8e-4a1d-9f73-152b17d5e129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2686a2-e89e-4b3e-af68-e6df193ca467,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:36.976436 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac0e3f-1cdf-49fe-a4bb-f79d1e0abfe8 req-10491eee-3634-4fae-972a-132fc7d7c68a tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:36.979287 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fcac0e3f-1cdf-49fe-a4bb-f79d1e0abfe8 req-10491eee-3634-4fae-972a-132fc7d7c68a tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0797739 Apr 26 14:11:36.980224 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7d937249-2886-4604-a33b-2b9cff467ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:36.983041 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7d937249-2886-4604-a33b-2b9cff467ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:36.984611 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-7d937249-2886-4604-a33b-2b9cff467ae7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0 HTTP/1.1" status: 204 len: 168 time: 0.3238134 Apr 26 14:11:37.010894 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d937249-2886-4604-a33b-2b9cff467ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb426b6-ff1c-4a06-8b2e-9ca0a343f4b0,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:37.059385 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 314b059c-98b6-4fa8-ab98-5efe7796d7b4 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:37.126310 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fcac0e3f-1cdf-49fe-a4bb-f79d1e0abfe8 req-9554a4ae-a60f-4470-b3a0-ca35ae2d37de tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277282 Apr 26 14:11:38.116376 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55656) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:38.131716 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-67eec58f-367b-4541-8537-82889ab97303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:38.229287 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-67eec58f-367b-4541-8537-82889ab97303 admin admin] Publish callbacks [] for security_group (91510550-4958-43e0-acfc-59129bf534dd), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:38.299748 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81b57a-eb22-4032-bdf1-a00a927342d6 req-7a1dc55e-b155-47de-95be-5f9061190799 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:38.301843 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-db81b57a-eb22-4032-bdf1-a00a927342d6 req-7a1dc55e-b155-47de-95be-5f9061190799 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0603039 Apr 26 14:11:38.322816 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-67eec58f-367b-4541-8537-82889ab97303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (91510550-4958-43e0-acfc-59129bf534dd), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:38.403748 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eec58f-367b-4541-8537-82889ab97303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91510550-4958-43e0-acfc-59129bf534dd,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:38.409647 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-67eec58f-367b-4541-8537-82889ab97303 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5836751a463d4317baf9bc8ce6dd065f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916312 Apr 26 14:11:38.412400 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 55668) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:38.436311 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-db81b57a-eb22-4032-bdf1-a00a927342d6 req-a2703dfb-a317-42ff-8ab7-9c5cdc01ce1f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254139 Apr 26 14:11:38.492414 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b3917649-52da-45ac-a94d-fa786c83aafb admin admin] Publish callbacks [] for security_group (91510550-4958-43e0-acfc-59129bf534dd), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:38.515977 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b3917649-52da-45ac-a94d-fa786c83aafb admin admin] Publish callbacks [] for security_group (91510550-4958-43e0-acfc-59129bf534dd), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:38.671898 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b3917649-52da-45ac-a94d-fa786c83aafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (91510550-4958-43e0-acfc-59129bf534dd), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:38.674731 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b3917649-52da-45ac-a94d-fa786c83aafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:38.679051 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b3917649-52da-45ac-a94d-fa786c83aafb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91510550-4958-43e0-acfc-59129bf534dd HTTP/1.1" status: 204 len: 168 time: 0.2647865 Apr 26 14:11:38.690992 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3917649-52da-45ac-a94d-fa786c83aafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91510550-4958-43e0-acfc-59129bf534dd,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:38.709850 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55678) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:38.894209 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2093909711-network', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:39.055270 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] Made reservation on behalf of 852d3fc9b96d4019912cc7b5d7e2db73 for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:11:39.061311 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:39.091527 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:39.175589 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7095762-cc1d-4bd6-92af-39a2a6906396 req-f3c7b267-2f00-4e02-b4e5-d7fa57e0d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:39.179338 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f7095762-cc1d-4bd6-92af-39a2a6906396 req-f3c7b267-2f00-4e02-b4e5-d7fa57e0d069 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 1130 time: 0.0838313 Apr 26 14:11:39.250531 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] Publish callbacks [] for security_group (1f628d56-c78d-49ca-aeca-5a1e8b9b6ef3), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:39.258832 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f7095762-cc1d-4bd6-92af-39a2a6906396 req-aa9e70e1-575f-4124-b4b5-c4a9ca3b5d03 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720544 Apr 26 14:11:39.318216 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (1f628d56-c78d-49ca-aeca-5a1e8b9b6ef3), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:39.339017 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:11:39.359084 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f628d56-c78d-49ca-aeca-5a1e8b9b6ef3,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:39.410802 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (3e748496-f8cf-4046-b5a2-10cac17e1791), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:39.411347 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] Added segment 3e748496-f8cf-4046-b5a2-10cac17e1791 of type vlan for network db62da73-59c6-4f6f-98fa-3d9fee96e03d Apr 26 14:11:39.485687 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 55710) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:39.514922 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (db62da73-59c6-4f6f-98fa-3d9fee96e03d), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:39.639005 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffb992-69a2-44ba-9a80-13575c50f51e req-97c09960-e999-4cba-bfaf-692882d551b8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:39.640493 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-89ffb992-69a2-44ba-9a80-13575c50f51e req-97c09960-e999-4cba-bfaf-692882d551b8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0561991 Apr 26 14:11:39.686267 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a574b11-7628-4016-ac1f-5bac1890bd0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:39.713928 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-89ffb992-69a2-44ba-9a80-13575c50f51e req-a2a3f7a4-9d14-4035-bbee-5c6754a55093 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673041 Apr 26 14:11:39.774515 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a574b11-7628-4016-ac1f-5bac1890bd0a admin admin] Publish callbacks [] for security_group (45d6c4f2-2977-465a-ae35-c0450affee86), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:40.128930 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (db62da73-59c6-4f6f-98fa-3d9fee96e03d), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:40.130138 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:40.130975 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:40.180432 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a574b11-7628-4016-ac1f-5bac1890bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (45d6c4f2-2977-465a-ae35-c0450affee86), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:40.193942 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] Pushing event updated for resources: {'Network': ['ID=db62da73-59c6-4f6f-98fa-3d9fee96e03d,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:40.206497 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network db62da73-59c6-4f6f-98fa-3d9fee96e03d details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:11:40.241346 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0a574b11-7628-4016-ac1f-5bac1890bd0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef3f9a11b84a49e2912a33340af2a22a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7534833 Apr 26 14:11:40.242964 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a574b11-7628-4016-ac1f-5bac1890bd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d6c4f2-2977-465a-ae35-c0450affee86,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:40.245303 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55730) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:40.290543 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:40.372447 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 55732) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:40.374750 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d84b3ac3-eec3-4ae7-bfe1-a8756d27dd8c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6624501 Apr 26 14:11:40.377263 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-31b5235d-e2aa-40c0-b9de-7a82311642da admin admin] Request body: {'subnet': {'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-subnet', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:40.416289 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-51dcb003-c1a9-4d84-9dc8-2bd04bdb86d8 admin admin] Publish callbacks [] for security_group (45d6c4f2-2977-465a-ae35-c0450affee86), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:40.459185 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-51dcb003-c1a9-4d84-9dc8-2bd04bdb86d8 admin admin] Publish callbacks [] for security_group (45d6c4f2-2977-465a-ae35-c0450affee86), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:40.511331 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b5235d-e2aa-40c0-b9de-7a82311642da admin admin] Made reservation on behalf of 852d3fc9b96d4019912cc7b5d7e2db73 for: {'subnet': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:11:40.518810 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-31b5235d-e2aa-40c0-b9de-7a82311642da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4099173'] for subnet (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:40.608816 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-51dcb003-c1a9-4d84-9dc8-2bd04bdb86d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (45d6c4f2-2977-465a-ae35-c0450affee86), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:40.611468 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-51dcb003-c1a9-4d84-9dc8-2bd04bdb86d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:40.614278 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-51dcb003-c1a9-4d84-9dc8-2bd04bdb86d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45d6c4f2-2977-465a-ae35-c0450affee86 HTTP/1.1" status: 204 len: 168 time: 0.3665011 Apr 26 14:11:40.632760 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcb003-c1a9-4d84-9dc8-2bd04bdb86d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d6c4f2-2977-465a-ae35-c0450affee86,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:40.868464 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b76054-db6d-47d7-b6b7-7f09fb72cbea req-88fd42de-e66b-468c-a686-3516fa7bcc8d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:40.870073 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b6b76054-db6d-47d7-b6b7-7f09fb72cbea req-88fd42de-e66b-468c-a686-3516fa7bcc8d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0604362 Apr 26 14:11:40.935186 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b6b76054-db6d-47d7-b6b7-7f09fb72cbea req-4bdebe8a-9605-47a6-ab70-72894d50d379 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595515 Apr 26 14:11:40.949376 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-31b5235d-e2aa-40c0-b9de-7a82311642da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3995283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4099163'] for subnet (1e744dae-ccf5-4501-bded-a8905e9a6bf5), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:41.012020 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5235d-e2aa-40c0-b9de-7a82311642da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e744dae-ccf5-4501-bded-a8905e9a6bf5,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:41.046932 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5235d-e2aa-40c0-b9de-7a82311642da admin admin] Checking segment: {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:11:41.047285 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5235d-e2aa-40c0-b9de-7a82311642da admin admin] Network hostable DHCP agents. Network: db62da73-59c6-4f6f-98fa-3d9fee96e03d, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:11:41.172533 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8343fa-7c7c-428c-820a-04f803e3195e req-e2191602-6d5f-416e-992c-dec5a664074c tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:41.174991 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ba8343fa-7c7c-428c-820a-04f803e3195e req-e2191602-6d5f-416e-992c-dec5a664074c tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0852132 Apr 26 14:11:41.176041 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5235d-e2aa-40c0-b9de-7a82311642da admin admin] Network db62da73-59c6-4f6f-98fa-3d9fee96e03d is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:11:41.186159 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55756) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:41.245501 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ba8343fa-7c7c-428c-820a-04f803e3195e req-5f25d093-e473-4762-85f3-4a2361e75793 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623639 Apr 26 14:11:41.248371 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-31b5235d-e2aa-40c0-b9de-7a82311642da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, db62da73-59c6-4f6f-98fa-3d9fee96e03d) {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:41.256251 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b5235d-e2aa-40c0-b9de-7a82311642da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:41.256853 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-31b5235d-e2aa-40c0-b9de-7a82311642da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:41.270229 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4ca0dc-a52b-487b-a412-3c636131a617 None None] Network db62da73-59c6-4f6f-98fa-3d9fee96e03d requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:11:41.348790 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-31b5235d-e2aa-40c0-b9de-7a82311642da admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9753220 Apr 26 14:11:41.351417 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 55766) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:41.356690 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:41.508889 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bbde2680-b50a-491f-bfdd-100fff0510f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:41.529171 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10492'] for router (0cc3e767-b818-4c36-8b88-39ff45604e12), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:41.531036 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10439'] for router (0cc3e767-b818-4c36-8b88-39ff45604e12), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:41.571356 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8087fa9b-2dff-5ce9-a89c-b071e7a09e37-db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5'}]}} from dv-cinder-835133-2-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 26 14:11:41.572513 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:41.689077 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Publish callbacks [] for router_controller (0cc3e767-b818-4c36-8b88-39ff45604e12), precommit_add_association {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:41.712314 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bbde2680-b50a-491f-bfdd-100fff0510f7 admin admin] Publish callbacks [] for security_group (1ea75340-5842-4588-bdb0-bd6920bec8eb), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:41.814979 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bbde2680-b50a-491f-bfdd-100fff0510f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (1ea75340-5842-4588-bdb0-bd6920bec8eb), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:41.884749 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde2680-b50a-491f-bfdd-100fff0510f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea75340-5842-4588-bdb0-bd6920bec8eb,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:41.893914 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-bbde2680-b50a-491f-bfdd-100fff0510f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9fe8ea8b6b94449f990f6600a13baded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7068505 Apr 26 14:11:41.895122 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55782) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:41.999101 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8ff3b6bd-82f4-419d-95c4-db2b61e0af31 admin admin] Publish callbacks [] for security_group (1ea75340-5842-4588-bdb0-bd6920bec8eb), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:42.000636 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Allocated IP 172.20.0.2 (db62da73-59c6-4f6f-98fa-3d9fee96e03d/1e744dae-ccf5-4501-bded-a8905e9a6bf5/9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:11:42.025156 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8ff3b6bd-82f4-419d-95c4-db2b61e0af31 admin admin] Publish callbacks [] for security_group (1ea75340-5842-4588-bdb0-bd6920bec8eb), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:42.069521 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Publish callbacks [] for router_gateway (0cc3e767-b818-4c36-8b88-39ff45604e12), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:42.172699 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Publish callbacks [] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:42.191644 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8ff3b6bd-82f4-419d-95c4-db2b61e0af31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (1ea75340-5842-4588-bdb0-bd6920bec8eb), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:42.194679 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8ff3b6bd-82f4-419d-95c4-db2b61e0af31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:42.196446 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-8ff3b6bd-82f4-419d-95c4-db2b61e0af31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ea75340-5842-4588-bdb0-bd6920bec8eb HTTP/1.1" status: 204 len: 168 time: 0.3002291 Apr 26 14:11:42.210823 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3b6bd-82f4-419d-95c4-db2b61e0af31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea75340-5842-4588-bdb0-bd6920bec8eb,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:42.266746 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:42.419756 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Network db62da73-59c6-4f6f-98fa-3d9fee96e03d is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:11:42.430508 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:42.455524 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:11:42.484539 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Pushing event updated for resources: {'Port': ['ID=9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:42.568829 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Publish callbacks [] for router_gateway (0cc3e767-b818-4c36-8b88-39ff45604e12), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:42.582334 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Attempting to bind port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:11:42.582952 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Attempting to bind port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:11:42.583493 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Attempting to bind port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e on network db62da73-59c6-4f6f-98fa-3d9fee96e03d {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:11:42.591060 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:11:42.591832 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Checking segment: {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:11:42.592568 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:42.593115 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Bound using segment: {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:11:42.593748 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Bound port: 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:11:42.594307 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:42.604069 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:42.694771 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] For port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:11:42.694771 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] For port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:11:42.738434 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Allocated IP 172.27.1.64 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/3fc2702f-a6ca-46ce-8f40-70496ded81a5) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:11:42.786456 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:42.859324 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Publish callbacks [] for port (3fc2702f-a6ca-46ce-8f40-70496ded81a5), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:42.881080 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342c31d-8337-4849-ba81-513d4d550471 None None] Pushing event updated for resources: {'Port': ['ID=9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:43.025247 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 55814) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:43.055301 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (3fc2702f-a6ca-46ce-8f40-70496ded81a5), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:43.130640 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:11:43.135974 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:43.146804 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:11:43.378619 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55822) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:43.401494 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-88ec1580-ab8f-42e7-b889-fb866c249d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:43.444738 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Pushing event updated for resources: {'Port': ['ID=3fc2702f-a6ca-46ce-8f40-70496ded81a5,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:43.613577 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-88ec1580-ab8f-42e7-b889-fb866c249d31 admin admin] Publish callbacks [] for security_group (b7fca985-ba83-41d7-886f-5074848d5861), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:43.638581 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-194128897-network', 'tenant_id': 'e9ba0d67b78f4c59b3d8e1ea5ae2895d'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:43.682505 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-88ec1580-ab8f-42e7-b889-fb866c249d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (b7fca985-ba83-41d7-886f-5074848d5861), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:43.785550 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 55830) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:43.785920 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-88ec1580-ab8f-42e7-b889-fb866c249d31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5a94c2606044e1281bfd01398d8dc07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058571 Apr 26 14:11:43.786894 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec1580-ab8f-42e7-b889-fb866c249d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fca985-ba83-41d7-886f-5074848d5861,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:43.862310 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] Made reservation on behalf of e9ba0d67b78f4c59b3d8e1ea5ae2895d for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:11:43.864498 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:43.881148 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-032545ba-745f-4e79-b8d6-6a897054d57b admin admin] Publish callbacks [] for security_group (b7fca985-ba83-41d7-886f-5074848d5861), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:43.884413 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:43.893580 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Publish callbacks [] for router_gateway (0cc3e767-b818-4c36-8b88-39ff45604e12), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:44.175673 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538d28fe-bf3c-44a3-892e-fabe85815335 None None] Network db62da73-59c6-4f6f-98fa-3d9fee96e03d requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:11:44.248235 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-6590a348-0186-4ea1-b41d-6fe12ab984e1 None None] Provisioning complete for port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:44.248816 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6590a348-0186-4ea1-b41d-6fe12ab984e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:44.280521 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-032545ba-745f-4e79-b8d6-6a897054d57b admin admin] Publish callbacks [] for security_group (b7fca985-ba83-41d7-886f-5074848d5861), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:44.387232 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-6590a348-0186-4ea1-b41d-6fe12ab984e1 None None] Current status of the port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:44.389178 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6590a348-0186-4ea1-b41d-6fe12ab984e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:44.426941 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4272-745a-4983-ab11-8e2099feefec req-d879e002-334b-4785-a8b5-17e843be741b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:44.428242 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-310d4272-745a-4983-ab11-8e2099feefec req-d879e002-334b-4785-a8b5-17e843be741b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.2141254 Apr 26 14:11:44.452111 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-6590a348-0186-4ea1-b41d-6fe12ab984e1 None None] For port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:11:44.534008 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6590a348-0186-4ea1-b41d-6fe12ab984e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:44.617070 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] Publish callbacks [] for security_group (ad1176e4-3f60-496b-ae11-ecc456ab3026), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:44.619235 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558971'] for router (0cc3e767-b818-4c36-8b88-39ff45604e12), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:44.634810 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590a348-0186-4ea1-b41d-6fe12ab984e1 None None] Pushing event updated for resources: {'Port': ['ID=9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:44.742181 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:11:44.773997 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-032545ba-745f-4e79-b8d6-6a897054d57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (b7fca985-ba83-41d7-886f-5074848d5861), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:44.776464 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-032545ba-745f-4e79-b8d6-6a897054d57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:44.778024 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-032545ba-745f-4e79-b8d6-6a897054d57b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7fca985-ba83-41d7-886f-5074848d5861 HTTP/1.1" status: 204 len: 168 time: 0.9910486 Apr 26 14:11:44.778923 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ad1176e4-3f60-496b-ae11-ecc456ab3026), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:44.811241 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-332eedc7-c2f1-4e3a-a9a2-93bf12a0ab86 None None] Provisioning complete for port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:44.811744 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-332eedc7-c2f1-4e3a-a9a2-93bf12a0ab86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:44.830131 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-310d4272-745a-4983-ab11-8e2099feefec req-be0f3c0c-2b51-46ab-983c-85e2347050bc tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925021 Apr 26 14:11:44.851266 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032545ba-745f-4e79-b8d6-6a897054d57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fca985-ba83-41d7-886f-5074848d5861,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:44.884199 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1176e4-3f60-496b-ae11-ecc456ab3026,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:44.894797 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:11:44.923981 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (5c323ccc-6b98-4da2-be42-a69292cf2946), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:44.925321 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] Added segment 5c323ccc-6b98-4da2-be42-a69292cf2946 of type vlan for network 1a702bb0-0366-46dc-8d15-e85f42f915e6 Apr 26 14:11:44.977459 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:44.977954 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:45.035495 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (1a702bb0-0366-46dc-8d15-e85f42f915e6), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:45.052204 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Router 0cc3e767-b818-4c36-8b88-39ff45604e12 is scheduled to L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c with binding_index 1 {{(pid=103923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 26 14:11:45.053210 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-332eedc7-c2f1-4e3a-a9a2-93bf12a0ab86 None None] Current status of the port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:45.133380 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:45.187820 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (1a702bb0-0366-46dc-8d15-e85f42f915e6), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:45.188838 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:45.189420 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:45.297067 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] Pushing event updated for resources: {'Network': ['ID=1a702bb0-0366-46dc-8d15-e85f42f915e6,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:45.312228 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network 1a702bb0-0366-46dc-8d15-e85f42f915e6 details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:11:45.325298 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:11:45.336844 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Sync routers for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:11:45.357069 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:11:45.358324 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:11:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:45.417245 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-7bb14481-76eb-483f-a8ea-c153a686028e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3906763 Apr 26 14:11:45.462165 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55862) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:45.468753 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-b68629f8-8491-4f42-be94-b1c1935c1866 admin admin] Request body: {'subnet': {'network_id': '1a702bb0-0366-46dc-8d15-e85f42f915e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-194128897-subnet', 'tenant_id': 'e9ba0d67b78f4c59b3d8e1ea5ae2895d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:45.484041 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:11:45.679342 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:43Z', 'revision_number': 3, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:45.705831 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Checking router: 0cc3e767-b818-4c36-8b88-39ff45604e12 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:11:45.706214 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Updating router 0cc3e767-b818-4c36-8b88-39ff45604e12 port 3fc2702f-a6ca-46ce-8f40-70496ded81a5 binding host dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:11:45.733686 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (3fc2702f-a6ca-46ce-8f40-70496ded81a5), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:45.953811 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a252baa-de92-4193-bd11-a07ca3834ae7 req-3d519d23-05a2-4a60-96be-586576422dba tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:45.959035 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:45.962347 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5a252baa-de92-4193-bd11-a07ca3834ae7 req-3d519d23-05a2-4a60-96be-586576422dba tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0575659 Apr 26 14:11:45.963743 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 55876) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:45.964654 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-85aa197e-7459-4b9f-863a-8be82a48be4a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6121590 Apr 26 14:11:46.043427 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68629f8-8491-4f42-be94-b1c1935c1866 admin admin] Made reservation on behalf of e9ba0d67b78f4c59b3d8e1ea5ae2895d for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:11:46.046159 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b68629f8-8491-4f42-be94-b1c1935c1866 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3767188'] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:46.131726 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Publish callbacks [] for port (3fc2702f-a6ca-46ce-8f40-70496ded81a5), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:46.237886 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (3fc2702f-a6ca-46ce-8f40-70496ded81a5), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:46.317125 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5a252baa-de92-4193-bd11-a07ca3834ae7 req-91a81473-0618-48a9-9543-af4c7a330dca tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105965 Apr 26 14:11:46.383214 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Attempting to bind port 3fc2702f-a6ca-46ce-8f40-70496ded81a5 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:11:46.389168 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Attempting to bind port 3fc2702f-a6ca-46ce-8f40-70496ded81a5 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:11:46.389168 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Attempting to bind port 3fc2702f-a6ca-46ce-8f40-70496ded81a5 on network 692e678d-165f-4510-9c90-3c52c427e7b7 {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:11:46.402306 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:11:46.402687 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Checking segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:11:46.403093 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:46.403490 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Bound using segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:11:46.403962 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Bound port: 3fc2702f-a6ca-46ce-8f40-70496ded81a5, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:11:46.404342 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (3fc2702f-a6ca-46ce-8f40-70496ded81a5), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:46.413466 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e39ca-70cc-4ac9-8f01-33e3c91d72dd None None] Pushing event updated for resources: {'Port': ['ID=3fc2702f-a6ca-46ce-8f40-70496ded81a5,revision_number=2']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:46.484425 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde7650-845b-4c3d-ae4e-92f3baf9b3f9 req-b3f6a0fe-5524-4080-b206-6ce7212e0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:46.489475 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ecde7650-845b-4c3d-ae4e-92f3baf9b3f9 req-b3f6a0fe-5524-4080-b206-6ce7212e0c05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 1129 time: 0.1192780 Apr 26 14:11:46.574230 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] For port 3fc2702f-a6ca-46ce-8f40-70496ded81a5, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:11:46.580390 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] For port 3fc2702f-a6ca-46ce-8f40-70496ded81a5, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=3fc2702f-a6ca-46ce-8f40-70496ded81a5,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:11:46.664253 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:11:46.684339 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde7650-845b-4c3d-ae4e-92f3baf9b3f9 req-f698f3ca-0055-4594-90cd-35551b45d3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:46.686602 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ecde7650-845b-4c3d-ae4e-92f3baf9b3f9 req-f698f3ca-0055-4594-90cd-35551b45d3b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 919 time: 0.1892118 Apr 26 14:11:46.689816 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (3fc2702f-a6ca-46ce-8f40-70496ded81a5), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:46.768735 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:11:46.769382 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:11:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:46.793819 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ecde7650-845b-4c3d-ae4e-92f3baf9b3f9 req-a46d1682-4ac5-4a04-b434-57cf64499f8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929beb4c-1416-4cbb-a27f-30e55ee70ab6 HTTP/1.1" status: 200 len: 217 time: 0.0958583 Apr 26 14:11:46.802575 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:46.803236 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:46.817032 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b68629f8-8491-4f42-be94-b1c1935c1866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3745727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3767210'] for subnet (b45c8134-353d-4b77-86e0-8b4d66e6b3d6), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:46.868014 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde7650-845b-4c3d-ae4e-92f3baf9b3f9 req-cc5b919d-6140-40dc-89f5-e386a164df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:46.870752 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ecde7650-845b-4c3d-ae4e-92f3baf9b3f9 req-cc5b919d-6140-40dc-89f5-e386a164df3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.0704567 Apr 26 14:11:46.877473 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e39ca-70cc-4ac9-8f01-33e3c91d72dd None None] Pushing event updated for resources: {'Port': ['ID=3fc2702f-a6ca-46ce-8f40-70496ded81a5,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:46.958860 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:11:46.971201 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde7650-845b-4c3d-ae4e-92f3baf9b3f9 req-33acee80-32d9-47d8-9685-6cdc47ae630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:46.972814 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ecde7650-845b-4c3d-ae4e-92f3baf9b3f9 req-33acee80-32d9-47d8-9685-6cdc47ae630a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884554 Apr 26 14:11:46.976725 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68629f8-8491-4f42-be94-b1c1935c1866 admin admin] Checking segment: {'id': '5c323ccc-6b98-4da2-be42-a69292cf2946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1a702bb0-0366-46dc-8d15-e85f42f915e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:11:46.977092 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68629f8-8491-4f42-be94-b1c1935c1866 admin admin] Network hostable DHCP agents. Network: 1a702bb0-0366-46dc-8d15-e85f42f915e6, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:11:47.005911 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68629f8-8491-4f42-be94-b1c1935c1866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b45c8134-353d-4b77-86e0-8b4d66e6b3d6,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:47.073205 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:47.101342 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ecde7650-845b-4c3d-ae4e-92f3baf9b3f9 req-0854c1c9-a32f-49aa-b298-f50f00b62fc6 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191998 Apr 26 14:11:47.109644 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68629f8-8491-4f42-be94-b1c1935c1866 admin admin] Network 1a702bb0-0366-46dc-8d15-e85f42f915e6 is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:11:47.167688 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:47.235071 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ecde7650-845b-4c3d-ae4e-92f3baf9b3f9 req-cbd19915-b8d2-45a5-b128-3a408f6edf9e service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256649 Apr 26 14:11:47.253352 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-b68629f8-8491-4f42-be94-b1c1935c1866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, 1a702bb0-0366-46dc-8d15-e85f42f915e6) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:47.259113 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68629f8-8491-4f42-be94-b1c1935c1866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:47.259699 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b68629f8-8491-4f42-be94-b1c1935c1866 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:47.262519 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18989324-61d8-4029-a4d5-fb1bf1cb643b None None] Network 1a702bb0-0366-46dc-8d15-e85f42f915e6 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:11:47.290140 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:43Z', 'revision_number': 3, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:47.319550 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49f6689-3166-4abd-865b-9364576b72cf None None] The sync data for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi is: [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:43Z', 'revision_number': 3, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:11:47.391899 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe3bf2d-feab-4545-a1f4-55d31883b1af None None] Network 1a702bb0-0366-46dc-8d15-e85f42f915e6 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:11:47.449011 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b68629f8-8491-4f42-be94-b1c1935c1866 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9833732 Apr 26 14:11:47.508141 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Allocated IP 172.20.0.1 (db62da73-59c6-4f6f-98fa-3d9fee96e03d/1e744dae-ccf5-4501-bded-a8905e9a6bf5/58527de0-093c-4fd3-9d2f-3778826b52ae) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:11:47.577468 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bea192-7f4e-455c-a74f-ab9ed4ddc69f req-c0a6d692-d691-4c82-8cea-2c4b8d0338ac tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:47.583295 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-99bea192-7f4e-455c-a74f-ab9ed4ddc69f req-c0a6d692-d691-4c82-8cea-2c4b8d0338ac tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.1766183 Apr 26 14:11:47.694499 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-99bea192-7f4e-455c-a74f-ab9ed4ddc69f req-ec454560-d5bd-4c53-a518-f657e747a8d0 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034727 Apr 26 14:11:47.705568 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Publish callbacks [] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:47.826695 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:47.879673 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Network db62da73-59c6-4f6f-98fa-3d9fee96e03d is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:11:47.884964 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:47.898263 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=58527de0-093c-4fd3-9d2f-3778826b52ae,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:47.902532 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:11:47.952442 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558986'] for router_interface (0cc3e767-b818-4c36-8b88-39ff45604e12), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:48.222212 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:48.228890 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36297834-44b4-4071-85fb-eb3ef836b977 req-65e6a7bb-5b06-437e-8134-2ccd2492553f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:48.232134 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-441d7dac-9d09-4662-b2d3-5e735403ccfb None None] Provisioning complete for port 58527de0-093c-4fd3-9d2f-3778826b52ae triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:48.232596 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-441d7dac-9d09-4662-b2d3-5e735403ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:48.234798 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-36297834-44b4-4071-85fb-eb3ef836b977 req-65e6a7bb-5b06-437e-8134-2ccd2492553f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/networks?id=39bb26a1-84de-43e7-8b61-6213bc37b526 HTTP/1.1" status: 200 len: 815 time: 0.1463561 Apr 26 14:11:48.264311 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-36297834-44b4-4071-85fb-eb3ef836b977 req-b9adefaa-739a-404b-a0fb-a197e2e6a628 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/quotas/9211b70dd81f45fa8abd2cfaf151e4d6 HTTP/1.1" status: 200 len: 375 time: 0.0143454 Apr 26 14:11:48.305760 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-441d7dac-9d09-4662-b2d3-5e735403ccfb None None] Port 58527de0-093c-4fd3-9d2f-3778826b52ae cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:11:48.354107 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-36297834-44b4-4071-85fb-eb3ef836b977 req-8f3f8d6e-8158-4d6e-9d6c-700c22c75751 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9211b70dd81f45fa8abd2cfaf151e4d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861006 Apr 26 14:11:48.472039 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Publish callbacks [] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:48.489628 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-36297834-44b4-4071-85fb-eb3ef836b977 req-cbc2c0f8-ebdd-4d35-ad86-f696cf988b2d service neutron] 10.222.0.23 "GET /v2.0/networks/39bb26a1-84de-43e7-8b61-6213bc37b526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187384 Apr 26 14:11:48.553706 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745578'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:48.623807 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=58527de0-093c-4fd3-9d2f-3778826b52ae,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:48.650516 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-36297834-44b4-4071-85fb-eb3ef836b977 req-3b13fabf-5332-4507-985a-a56595f833a6 service neutron] 10.222.0.23 "GET /v2.0/networks/39bb26a1-84de-43e7-8b61-6213bc37b526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545315 Apr 26 14:11:48.676356 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557114'] for router_interface (0cc3e767-b818-4c36-8b88-39ff45604e12), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:48.708520 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 3fc2702f-a6ca-46ce-8f40-70496ded81a5 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:11:48.823908 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 3fc2702f-a6ca-46ce-8f40-70496ded81a5 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:48.824280 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (3fc2702f-a6ca-46ce-8f40-70496ded81a5), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:48.897764 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Network db62da73-59c6-4f6f-98fa-3d9fee96e03d is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:11:48.900746 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:48.916763 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 3fc2702f-a6ca-46ce-8f40-70496ded81a5 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:48.917136 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (3fc2702f-a6ca-46ce-8f40-70496ded81a5), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:48.921342 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbb775-7fd7-49f4-a06d-5fc850fcdf2f req-49d5bb59-f423-4013-8860-cb76dde532c4 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:48.923603 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-89bbb775-7fd7-49f4-a06d-5fc850fcdf2f req-49d5bb59-f423-4013-8860-cb76dde532c4 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0918891 Apr 26 14:11:48.946319 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0958f532-da80-4196-822d-869781811f36 None None] For port 3fc2702f-a6ca-46ce-8f40-70496ded81a5, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=3fc2702f-a6ca-46ce-8f40-70496ded81a5,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:11:49.065839 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5d91460a-3470-4b9c-aab9-b55787de4f58 req-9a378c30-4d96-4c45-9114-916f9f343166 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 210 time: 0.0564950 Apr 26 14:11:49.091492 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-89bbb775-7fd7-49f4-a06d-5fc850fcdf2f req-f54f104a-f342-4354-8df0-3fa1b43aa19c tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284547 Apr 26 14:11:49.096706 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (3fc2702f-a6ca-46ce-8f40-70496ded81a5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:49.106095 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Router 0cc3e767-b818-4c36-8b88-39ff45604e12 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:11:49.179833 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Pushing event updated for resources: {'Port': ['ID=3fc2702f-a6ca-46ce-8f40-70496ded81a5,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:49.253087 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-dc74e1db-9abf-4937-ae55-14438bea155f None None] Provisioning complete for port 58527de0-093c-4fd3-9d2f-3778826b52ae triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:49.254117 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-dc74e1db-9abf-4937-ae55-14438bea155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:49.265716 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:11:49.278520 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4174bf41-b697-4101-98ee-b97bb8d4f0f6 admin admin] 10.222.0.23 "PUT /v2.0/routers/0cc3e767-b818-4c36-8b88-39ff45604e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3136735 Apr 26 14:11:49.306526 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-dc74e1db-9abf-4937-ae55-14438bea155f None None] Port 58527de0-093c-4fd3-9d2f-3778826b52ae cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:11:49.566693 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Sync routers for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:11:49.577617 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:11:49.578352 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:11:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:49.708818 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:11:49.961442 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 2, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:49.986342 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Checking router: 0cc3e767-b818-4c36-8b88-39ff45604e12 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:11:49.986689 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Updating router 0cc3e767-b818-4c36-8b88-39ff45604e12 port 58527de0-093c-4fd3-9d2f-3778826b52ae binding host dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:11:50.015355 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:50.050598 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-335085a3-ab11-4062-a9ff-5175df582831 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:50.052134 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-335085a3-ab11-4062-a9ff-5175df582831 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/networks?id=1a702bb0-0366-46dc-8d15-e85f42f915e6 HTTP/1.1" status: 200 len: 808 time: 0.1085465 Apr 26 14:11:50.068758 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-c090756b-c9b1-4217-adfa-eade94c1247f tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/quotas/e9ba0d67b78f4c59b3d8e1ea5ae2895d HTTP/1.1" status: 200 len: 375 time: 0.0103052 Apr 26 14:11:50.106893 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95fe7b63-9e7c-460c-81ae-e36142898fb8 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e9ba0d67b78f4c59b3d8e1ea5ae2895d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326600 Apr 26 14:11:50.132295 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 56054) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:50.196786 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c8e1cf98-e61e-438e-8409-f65ecc940e66 req-022b71ba-4677-4cdc-bb3b-4bcebbd76535 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 210 time: 0.0380452 Apr 26 14:11:50.212419 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-d29af8fd-a599-45a1-b5ae-72ca148a4bb3 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1624461636', 'description': 'tempest-description--1119361710'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:50.244148 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-74e2886d-39f9-4890-a653-f2b14d3d05e9 service neutron] 10.222.0.23 "GET /v2.0/networks/1a702bb0-0366-46dc-8d15-e85f42f915e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128993 Apr 26 14:11:50.336000 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Publish callbacks [] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:50.342694 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26c617-b03f-43d1-a110-e115a1115987 req-da805ae3-28a5-4b73-9078-6805b426faa4 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:50.344830 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d29af8fd-a599-45a1-b5ae-72ca148a4bb3 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:50.344958 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ba26c617-b03f-43d1-a110-e115a1115987 req-da805ae3-28a5-4b73-9078-6805b426faa4 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0667894 Apr 26 14:11:50.390331 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-90b5e34f-d286-449f-b34d-cc69b0e4777c service neutron] 10.222.0.23 "GET /v2.0/networks/1a702bb0-0366-46dc-8d15-e85f42f915e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378686 Apr 26 14:11:50.405000 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ba26c617-b03f-43d1-a110-e115a1115987 req-021f7640-27aa-4a29-af0a-8db7ceeba76e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539582 Apr 26 14:11:50.444078 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:50.454626 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d29af8fd-a599-45a1-b5ae-72ca148a4bb3 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (f5397375-62ab-4202-ab04-1424201c55a6), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:50.502329 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194601e-7055-4f1d-9d0c-b4e79cf43fbb None None] Pushing event updated for resources: {'Port': ['ID=58527de0-093c-4fd3-9d2f-3778826b52ae,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:50.540067 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d29af8fd-a599-45a1-b5ae-72ca148a4bb3 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (f5397375-62ab-4202-ab04-1424201c55a6), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:50.559273 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Attempting to bind port 58527de0-093c-4fd3-9d2f-3778826b52ae on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:11:50.559601 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Attempting to bind port 58527de0-093c-4fd3-9d2f-3778826b52ae by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:11:50.559967 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Attempting to bind port 58527de0-093c-4fd3-9d2f-3778826b52ae on network db62da73-59c6-4f6f-98fa-3d9fee96e03d {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:11:50.568619 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:11:50.569202 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Checking segment: {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:11:50.570491 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:50.570891 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Bound using segment: {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:11:50.571369 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Bound port: 58527de0-093c-4fd3-9d2f-3778826b52ae, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:11:50.571752 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:50.580593 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29af8fd-a599-45a1-b5ae-72ca148a4bb3 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5397375-62ab-4202-ab04-1424201c55a6,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:50.658838 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 3fc2702f-a6ca-46ce-8f40-70496ded81a5 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:11:50.695922 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d29af8fd-a599-45a1-b5ae-72ca148a4bb3 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:50.700213 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d29af8fd-a599-45a1-b5ae-72ca148a4bb3 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4949400 Apr 26 14:11:50.700944 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56082) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:50.706287 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-4232ccbe-43d9-436e-95d3-21057120cee0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'security_group_rule': {'security_group_id': 'f5397375-62ab-4202-ab04-1424201c55a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:50.759764 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] For port 58527de0-093c-4fd3-9d2f-3778826b52ae, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:11:50.767079 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b063c41d-cd6f-4f40-b952-4edc7748d291 req-ea46e9e7-0c1d-4e8d-b8e7-6557c84412dd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 210 time: 0.0480874 Apr 26 14:11:50.814207 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] For port 58527de0-093c-4fd3-9d2f-3778826b52ae, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=58527de0-093c-4fd3-9d2f-3778826b52ae,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:11:50.815572 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 3fc2702f-a6ca-46ce-8f40-70496ded81a5 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:50.816117 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (3fc2702f-a6ca-46ce-8f40-70496ded81a5), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:50.909007 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 3fc2702f-a6ca-46ce-8f40-70496ded81a5 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:50.937459 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-fda1a397-3209-4128-973e-380f3ba2cab5 None None] Provisioning complete for port 58527de0-093c-4fd3-9d2f-3778826b52ae triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:50.937830 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fda1a397-3209-4128-973e-380f3ba2cab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:50.974579 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4232ccbe-43d9-436e-95d3-21057120cee0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (a0ef392e-c630-48a7-a96b-5fba247694d1), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:51.033422 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4232ccbe-43d9-436e-95d3-21057120cee0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (a0ef392e-c630-48a7-a96b-5fba247694d1), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:51.092246 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:51.128553 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4232ccbe-43d9-436e-95d3-21057120cee0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (a0ef392e-c630-48a7-a96b-5fba247694d1), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:51.147669 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-fda1a397-3209-4128-973e-380f3ba2cab5 None None] Port 58527de0-093c-4fd3-9d2f-3778826b52ae cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:11:51.152976 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232ccbe-43d9-436e-95d3-21057120cee0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ef392e-c630-48a7-a96b-5fba247694d1,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:51.174502 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194601e-7055-4f1d-9d0c-b4e79cf43fbb None None] Pushing event updated for resources: {'Port': ['ID=58527de0-093c-4fd3-9d2f-3778826b52ae,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:51.176874 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:11:51.177509 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:11:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:51.290390 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4232ccbe-43d9-436e-95d3-21057120cee0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:51.291743 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4232ccbe-43d9-436e-95d3-21057120cee0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5894449 Apr 26 14:11:51.307295 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56116) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:51.311842 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-ef2641bf-f87b-4f06-8b68-107c954d4549 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'security_group_rule': {'security_group_id': 'f5397375-62ab-4202-ab04-1424201c55a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:51.334789 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5c047616-0a3b-486a-b80b-d1168c1d8f51 req-74320a87-c438-406c-a992-76456ff954c4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 210 time: 0.0703540 Apr 26 14:11:51.358870 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:11:51.509801 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-3e29f01a-de1b-423a-983f-d0dc8abf6c2f None None] Provisioning complete for port 58527de0-093c-4fd3-9d2f-3778826b52ae triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:51.510187 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3e29f01a-de1b-423a-983f-d0dc8abf6c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:51.540885 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ef2641bf-f87b-4f06-8b68-107c954d4549 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (afe9f55c-948f-41e2-b88a-c583e70b0698), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:51.605261 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67857025-2612-4615-bb11-a0b2b7f5b5ac req-864f567a-a176-48e3-9ac4-c5889f21b430 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:51.607209 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-67857025-2612-4615-bb11-a0b2b7f5b5ac req-864f567a-a176-48e3-9ac4-c5889f21b430 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.1066089 Apr 26 14:11:51.653583 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ef2641bf-f87b-4f06-8b68-107c954d4549 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (afe9f55c-948f-41e2-b88a-c583e70b0698), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:51.671550 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-67857025-2612-4615-bb11-a0b2b7f5b5ac req-c14b3d8d-4f9f-431a-9506-95b11e4e9e82 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570436 Apr 26 14:11:51.676519 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-3e29f01a-de1b-423a-983f-d0dc8abf6c2f None None] Current status of the port 58527de0-093c-4fd3-9d2f-3778826b52ae is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:51.676915 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3e29f01a-de1b-423a-983f-d0dc8abf6c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:51.706715 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:50Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:11:51.712618 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 56126) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:51.743784 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457410e1-159f-41a6-9623-30e29ede2074 None None] The sync data for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi is: [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:50Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:11:51.749391 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-3e29f01a-de1b-423a-983f-d0dc8abf6c2f None None] For port 58527de0-093c-4fd3-9d2f-3778826b52ae, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=58527de0-093c-4fd3-9d2f-3778826b52ae,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:11:51.757084 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ef2641bf-f87b-4f06-8b68-107c954d4549 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (afe9f55c-948f-41e2-b88a-c583e70b0698), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:51.777467 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2641bf-f87b-4f06-8b68-107c954d4549 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe9f55c-948f-41e2-b88a-c583e70b0698,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:51.849903 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3e29f01a-de1b-423a-983f-d0dc8abf6c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:51.886006 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ef2641bf-f87b-4f06-8b68-107c954d4549 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:51.892435 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ef2641bf-f87b-4f06-8b68-107c954d4549 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5791411 Apr 26 14:11:51.892435 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56136) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:51.896074 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'floatingip': {'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:51.910286 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cf394c06-4f24-49ca-8dda-651dd195a831 req-db33d85a-d614-4e33-8b6d-8effb674f386 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 210 time: 0.0830479 Apr 26 14:11:51.924672 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29f01a-de1b-423a-983f-d0dc8abf6c2f None None] Pushing event updated for resources: {'Port': ['ID=58527de0-093c-4fd3-9d2f-3778826b52ae,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:51.938406 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0629-36be-4cb4-b580-d23bc3773fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.023064 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0629-36be-4cb4-b580-d23bc3773fb7 admin admin] Publish callbacks [] for security_group (5294f002-3808-4c8a-9f56-d806b62a3067), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.049121 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.112484 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 56142) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:52.151377 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4aaf0629-36be-4cb4-b580-d23bc3773fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (5294f002-3808-4c8a-9f56-d806b62a3067), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.189475 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.210456 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf0629-36be-4cb4-b580-d23bc3773fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5294f002-3808-4c8a-9f56-d806b62a3067,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:52.224920 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4aaf0629-36be-4cb4-b580-d23bc3773fb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=947bf499afe44dedbfa8cafb0177d9f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5112417 Apr 26 14:11:52.233067 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56148) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:52.273663 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9d4efa7e-853c-454f-8255-c2d806d44471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.383183 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9d4efa7e-853c-454f-8255-c2d806d44471 admin admin] Publish callbacks [] for security_group (28c91787-3a83-4ca1-ae14-5d21da9063d1), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.406559 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2f5c-6bb0-4593-a6f1-4f048adbb21e admin admin] Publish callbacks [] for security_group (5294f002-3808-4c8a-9f56-d806b62a3067), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.436213 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Allocated IP 172.27.1.143 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/86d34825-f6bd-4f51-8db0-ad3f1eb2da75) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:11:52.455219 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2a2f3bb8-a94b-472e-946b-69f819355535 req-1cad2291-a103-44a0-a014-81303c81e5a8 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 210 time: 0.0454688 Apr 26 14:11:52.466164 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2f5c-6bb0-4593-a6f1-4f048adbb21e admin admin] Publish callbacks [] for security_group (5294f002-3808-4c8a-9f56-d806b62a3067), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.500240 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9d4efa7e-853c-454f-8255-c2d806d44471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (28c91787-3a83-4ca1-ae14-5d21da9063d1), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.561115 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9d4efa7e-853c-454f-8255-c2d806d44471 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ca366dd7f424afa84f7a4bb5255652a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4472644 Apr 26 14:11:52.562225 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4efa7e-853c-454f-8255-c2d806d44471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c91787-3a83-4ca1-ae14-5d21da9063d1,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:52.566105 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 56158) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:52.577795 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36297834-44b4-4071-85fb-eb3ef836b977 req-8d4375da-5c7b-41f4-bcb3-2e5243980a96 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:52.579919 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-36297834-44b4-4071-85fb-eb3ef836b977 req-8d4375da-5c7b-41f4-bcb3-2e5243980a96 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.26 "GET /v2.0/networks?id=39bb26a1-84de-43e7-8b61-6213bc37b526 HTTP/1.1" status: 200 len: 815 time: 0.2685251 Apr 26 14:11:52.603954 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-36297834-44b4-4071-85fb-eb3ef836b977 req-7dd86b43-5901-468f-bf76-df057eb225fc tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Request body: {'port': {'device_id': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'admin_state_up': True, 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:52.623898 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bd46d11b-f807-4af3-9836-a4d39f04c152 admin admin] Publish callbacks [] for security_group (28c91787-3a83-4ca1-ae14-5d21da9063d1), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.654877 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bd46d11b-f807-4af3-9836-a4d39f04c152 admin admin] Publish callbacks [] for security_group (28c91787-3a83-4ca1-ae14-5d21da9063d1), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.701120 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 58527de0-093c-4fd3-9d2f-3778826b52ae up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:11:52.779194 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for port (86d34825-f6bd-4f51-8db0-ad3f1eb2da75), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.792672 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 58527de0-093c-4fd3-9d2f-3778826b52ae triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:52.793046 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.820450 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2f5c-6bb0-4593-a6f1-4f048adbb21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (5294f002-3808-4c8a-9f56-d806b62a3067), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.823077 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2f5c-6bb0-4593-a6f1-4f048adbb21e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.824217 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ca1a2f5c-6bb0-4593-a6f1-4f048adbb21e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5294f002-3808-4c8a-9f56-d806b62a3067 HTTP/1.1" status: 204 len: 168 time: 0.5903754 Apr 26 14:11:52.877688 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bd46d11b-f807-4af3-9836-a4d39f04c152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (28c91787-3a83-4ca1-ae14-5d21da9063d1), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.883674 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bd46d11b-f807-4af3-9836-a4d39f04c152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:52.889009 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-bd46d11b-f807-4af3-9836-a4d39f04c152 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28c91787-3a83-4ca1-ae14-5d21da9063d1 HTTP/1.1" status: 204 len: 168 time: 0.3211951 Apr 26 14:11:52.904363 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46d11b-f807-4af3-9836-a4d39f04c152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c91787-3a83-4ca1-ae14-5d21da9063d1,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:52.932665 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 58527de0-093c-4fd3-9d2f-3778826b52ae is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:11:53.046831 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d7b0ce5b-4b97-4df6-91af-5c4f0ce93057 req-fe7c82c5-0a33-4452-b747-d51bfcac310e tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 210 time: 0.0386972 Apr 26 14:11:53.123643 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a2f5c-6bb0-4593-a6f1-4f048adbb21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5294f002-3808-4c8a-9f56-d806b62a3067,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:53.156864 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92e9ff-a238-48d4-a57c-3a0bc84ceca7 req-6ebc59a2-6105-4bfb-aa46-0199bcc57323 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:53.159167 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a92e9ff-a238-48d4-a57c-3a0bc84ceca7 req-6ebc59a2-6105-4bfb-aa46-0199bcc57323 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.3833814 Apr 26 14:11:53.215592 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a92e9ff-a238-48d4-a57c-3a0bc84ceca7 req-68d0e3ae-b645-4d0c-8394-0bea2a148669 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502572 Apr 26 14:11:53.241323 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36297834-44b4-4071-85fb-eb3ef836b977 req-7dd86b43-5901-468f-bf76-df057eb225fc tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Made reservation on behalf of 9211b70dd81f45fa8abd2cfaf151e4d6 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:11:53.245161 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-36297834-44b4-4071-85fb-eb3ef836b977 req-7dd86b43-5901-468f-bf76-df057eb225fc tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:53.248974 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56180) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:53.267666 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (86d34825-f6bd-4f51-8db0-ad3f1eb2da75), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:53.323360 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:11:53.357960 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:53.365133 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:11:53.372421 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'Port': ['ID=86d34825-f6bd-4f51-8db0-ad3f1eb2da75,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:53.515058 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-36297834-44b4-4071-85fb-eb3ef836b977 req-7dd86b43-5901-468f-bf76-df057eb225fc tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Allocated IP 172.20.0.10 (39bb26a1-84de-43e7-8b61-6213bc37b526/21736fdb-edb7-4182-9064-452899759396/abcf92b7-d4b6-41b9-80c4-6fbda749a755) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:11:53.557878 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (c4665a54-6d95-4cbd-a40a-cc13a6b6d49a), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:53.583041 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6de32f99-41cc-4162-9146-831cd0f42311 req-e38a680a-4520-4372-aba4-717266073f28 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 210 time: 0.0370018 Apr 26 14:11:53.652014 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 56190) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:53.669346 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0046ca4d-d838-4bdd-8238-0ab3ee4c26b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:53.738980 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85b311c6-20e1-412a-8de0-d74503c41e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:53.757518 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (86d34825-f6bd-4f51-8db0-ad3f1eb2da75), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:53.779198 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0046ca4d-d838-4bdd-8238-0ab3ee4c26b1 admin admin] Publish callbacks [] for security_group (80a011f8-7063-4b47-9194-cf4b4404b8a8), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:53.825496 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-36297834-44b4-4071-85fb-eb3ef836b977 req-7dd86b43-5901-468f-bf76-df057eb225fc tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:53.916716 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0046ca4d-d838-4bdd-8238-0ab3ee4c26b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (80a011f8-7063-4b47-9194-cf4b4404b8a8), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:53.956532 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0046ca4d-d838-4bdd-8238-0ab3ee4c26b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aec20d6b953c46bdb7cfa57d8a953afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030632 Apr 26 14:11:53.957695 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046ca4d-d838-4bdd-8238-0ab3ee4c26b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a011f8-7063-4b47-9194-cf4b4404b8a8,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:53.960191 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 56202) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:54.010673 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8aaca186-3419-4aae-8010-cc74b72e4248 admin admin] Publish callbacks [] for security_group (80a011f8-7063-4b47-9194-cf4b4404b8a8), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.037150 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8aaca186-3419-4aae-8010-cc74b72e4248 admin admin] Publish callbacks [] for security_group (80a011f8-7063-4b47-9194-cf4b4404b8a8), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.066415 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-f467d2f6-4346-44a2-a6d8-355c9134d5bc tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:54.067774 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-f467d2f6-4346-44a2-a6d8-355c9134d5bc tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.26 "GET /v2.0/networks?id=1a702bb0-0366-46dc-8d15-e85f42f915e6 HTTP/1.1" status: 200 len: 808 time: 0.1790006 Apr 26 14:11:54.085728 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-acfae362-21a6-4b0b-9c0a-dc6ccf8c53c9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Request body: {'port': {'device_id': '8b2e858d-4901-494e-aed1-08b7a3ccda6b', 'network_id': '1a702bb0-0366-46dc-8d15-e85f42f915e6', 'admin_state_up': True, 'tenant_id': 'e9ba0d67b78f4c59b3d8e1ea5ae2895d'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:54.144130 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85b311c6-20e1-412a-8de0-d74503c41e98 admin admin] Publish callbacks [] for security_group (2ecbb9e4-96a5-46c6-a502-58646042111d), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.148697 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-36297834-44b4-4071-85fb-eb3ef836b977 req-7dd86b43-5901-468f-bf76-df057eb225fc tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.162219 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for port (86d34825-f6bd-4f51-8db0-ad3f1eb2da75), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.200098 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fa0e46be-429c-4f52-a12e-2494374d41eb req-37222f3d-dc0a-45ef-a031-051366e7dd68 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 210 time: 0.0596783 Apr 26 14:11:54.209477 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8aaca186-3419-4aae-8010-cc74b72e4248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (80a011f8-7063-4b47-9194-cf4b4404b8a8), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.221881 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8aaca186-3419-4aae-8010-cc74b72e4248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.221881 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-8aaca186-3419-4aae-8010-cc74b72e4248 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80a011f8-7063-4b47-9194-cf4b4404b8a8 HTTP/1.1" status: 204 len: 168 time: 0.2528036 Apr 26 14:11:54.222264 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85b311c6-20e1-412a-8de0-d74503c41e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (2ecbb9e4-96a5-46c6-a502-58646042111d), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.231912 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaca186-3419-4aae-8010-cc74b72e4248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a011f8-7063-4b47-9194-cf4b4404b8a8,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:54.306790 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36297834-44b4-4071-85fb-eb3ef836b977 req-7dd86b43-5901-468f-bf76-df057eb225fc tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Network 39bb26a1-84de-43e7-8b61-6213bc37b526 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:11:54.345911 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (86d34825-f6bd-4f51-8db0-ad3f1eb2da75), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.356515 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-36297834-44b4-4071-85fb-eb3ef836b977 req-7dd86b43-5901-468f-bf76-df057eb225fc tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:54.375295 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-36297834-44b4-4071-85fb-eb3ef836b977 req-7dd86b43-5901-468f-bf76-df057eb225fc tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:11:54.385849 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-85b311c6-20e1-412a-8de0-d74503c41e98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa86b7e2b16c47df9b3ea00e09ba2739&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1351702 Apr 26 14:11:54.386659 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56212) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:54.395804 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd86b43-5901-468f-bf76-df057eb225fc tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Pushing event updated for resources: {'Port': ['ID=abcf92b7-d4b6-41b9-80c4-6fbda749a755,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:54.445400 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b311c6-20e1-412a-8de0-d74503c41e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecbb9e4-96a5-46c6-a502-58646042111d,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:54.473915 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 56216) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:54.507321 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7815bbe1-0198-4498-a682-ae34a24915bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.551509 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc6c29-c510-4217-825d-1435d481ee3b req-a63e76b3-039e-45c3-a88c-3fe8ebed4683 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:54.559448 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-28cc6c29-c510-4217-825d-1435d481ee3b req-a63e76b3-039e-45c3-a88c-3fe8ebed4683 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.2213919 Apr 26 14:11:54.644546 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'Port': ['ID=86d34825-f6bd-4f51-8db0-ad3f1eb2da75,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:54.652570 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36297834-44b4-4071-85fb-eb3ef836b977 req-7dd86b43-5901-468f-bf76-df057eb225fc tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:54.657691 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-36297834-44b4-4071-85fb-eb3ef836b977 req-7dd86b43-5901-468f-bf76-df057eb225fc tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.667800 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (c4665a54-6d95-4cbd-a40a-cc13a6b6d49a), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.716744 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7815bbe1-0198-4498-a682-ae34a24915bb admin admin] Publish callbacks [] for security_group (5febb821-302d-4e5a-a2c8-01bc925aabce), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.719232 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d79bd969-8d0e-4b5d-a474-647386abfa52 admin admin] Publish callbacks [] for security_group (2ecbb9e4-96a5-46c6-a502-58646042111d), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.783185 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d79bd969-8d0e-4b5d-a474-647386abfa52 admin admin] Publish callbacks [] for security_group (2ecbb9e4-96a5-46c6-a502-58646042111d), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.789479 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-36297834-44b4-4071-85fb-eb3ef836b977 req-7dd86b43-5901-468f-bf76-df057eb225fc tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1957850 Apr 26 14:11:54.790451 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-28cc6c29-c510-4217-825d-1435d481ee3b req-6aa944e2-7edf-4483-a4c5-65376b7783b1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238297 Apr 26 14:11:54.797146 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7815bbe1-0198-4498-a682-ae34a24915bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (5febb821-302d-4e5a-a2c8-01bc925aabce), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.817260 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.818982 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4ef408b9-afc4-4142-a449-a6fafc9e853a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9274111 Apr 26 14:11:54.823335 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Request body: {'port': {'device_id': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:54.847609 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-acfae362-21a6-4b0b-9c0a-dc6ccf8c53c9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Made reservation on behalf of e9ba0d67b78f4c59b3d8e1ea5ae2895d for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:11:54.852648 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-acfae362-21a6-4b0b-9c0a-dc6ccf8c53c9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.868521 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-7815bbe1-0198-4498-a682-ae34a24915bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ccb1f4112214903b4057d9df13e1209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914313 Apr 26 14:11:54.869906 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815bbe1-0198-4498-a682-ae34a24915bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5febb821-302d-4e5a-a2c8-01bc925aabce,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:54.874297 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 56226) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:54.933099 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-f4dcf8ea-8468-4bce-a494-39a89838ab1c None None] Provisioning complete for port abcf92b7-d4b6-41b9-80c4-6fbda749a755 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:11:54.933099 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f4dcf8ea-8468-4bce-a494-39a89838ab1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:54.972659 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5b0c7a20-7ad7-4a4e-aaed-a53f536a19e5 admin admin] Publish callbacks [] for security_group (5febb821-302d-4e5a-a2c8-01bc925aabce), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:55.007666 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fe781-5ce9-4023-88cb-bd24df06dad1 req-cf3a6e37-a6ab-48b5-99df-bee17b7981b4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:55.015742 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-713fe781-5ce9-4023-88cb-bd24df06dad1 req-cf3a6e37-a6ab-48b5-99df-bee17b7981b4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 932 time: 0.2484190 Apr 26 14:11:55.021086 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:55.035652 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5b0c7a20-7ad7-4a4e-aaed-a53f536a19e5 admin admin] Publish callbacks [] for security_group (5febb821-302d-4e5a-a2c8-01bc925aabce), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:55.055260 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcf8ea-8468-4bce-a494-39a89838ab1c None None] Port abcf92b7-d4b6-41b9-80c4-6fbda749a755 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:11:55.128364 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d79bd969-8d0e-4b5d-a474-647386abfa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (2ecbb9e4-96a5-46c6-a502-58646042111d), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:55.131187 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d79bd969-8d0e-4b5d-a474-647386abfa52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:55.146208 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d79bd969-8d0e-4b5d-a474-647386abfa52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ecbb9e4-96a5-46c6-a502-58646042111d HTTP/1.1" status: 204 len: 168 time: 0.7514307 Apr 26 14:11:55.254155 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5b0c7a20-7ad7-4a4e-aaed-a53f536a19e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (5febb821-302d-4e5a-a2c8-01bc925aabce), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:55.256732 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5b0c7a20-7ad7-4a4e-aaed-a53f536a19e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:55.257886 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-5b0c7a20-7ad7-4a4e-aaed-a53f536a19e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5febb821-302d-4e5a-a2c8-01bc925aabce HTTP/1.1" status: 204 len: 168 time: 0.3822031 Apr 26 14:11:55.307246 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c7a20-7ad7-4a4e-aaed-a53f536a19e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5febb821-302d-4e5a-a2c8-01bc925aabce,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:55.350565 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bd969-8d0e-4b5d-a474-647386abfa52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecbb9e4-96a5-46c6-a502-58646042111d,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:55.352214 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-1f7a9b1f-1d69-4d7e-a22b-9c5091232e11 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1624461636&fields=id&tenant_id=852d3fc9b96d4019912cc7b5d7e2db73 HTTP/1.1" status: 200 len: 267 time: 0.1384017 Apr 26 14:11:55.364148 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-713fe781-5ce9-4023-88cb-bd24df06dad1 req-ec72908b-2535-42fd-b218-44aef33e48fa tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472953 Apr 26 14:11:55.556856 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-f07bdbd1-f432-45ec-afb6-b6e5dffe7728 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:55.562344 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56246) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:55.565604 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-f07bdbd1-f432-45ec-afb6-b6e5dffe7728 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/networks?id=db62da73-59c6-4f6f-98fa-3d9fee96e03d HTTP/1.1" status: 200 len: 815 time: 0.1801860 Apr 26 14:11:55.572896 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e5896753-0bda-49f1-a89f-d6856fd4fd37 req-90d423f4-5448-4715-89b7-946f92b81b90 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 210 time: 0.0588138 Apr 26 14:11:55.578975 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-02bfaa1f-fcdb-41ab-b37b-fe9241362e8e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/quotas/852d3fc9b96d4019912cc7b5d7e2db73 HTTP/1.1" status: 200 len: 375 time: 0.0120430 Apr 26 14:11:55.609258 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-acfae362-21a6-4b0b-9c0a-dc6ccf8c53c9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Allocated IP 172.20.0.2 (1a702bb0-0366-46dc-8d15-e85f42f915e6/b45c8134-353d-4b77-86e0-8b4d66e6b3d6/a222344d-e5e3-4176-8559-d0bda5c36cdd) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:11:55.633501 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-678a456a-b781-42ed-bbdf-2c0bf78950da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:55.737384 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-b96fe8e1-7483-420b-abe7-75defeab8639 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1522071 Apr 26 14:11:55.922689 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-ec63379f-7b7d-44af-baca-eb8b74ae1cb7 service neutron] 10.222.0.23 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663747 Apr 26 14:11:56.048813 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-678a456a-b781-42ed-bbdf-2c0bf78950da admin admin] Publish callbacks [] for security_group (ec6a90e4-f20a-4d32-abd2-13f3da08e20c), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:56.108293 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abcf92b7-d4b6-41b9-80c4-6fbda749a755 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:11:56.122700 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02f06a-9cca-40a6-821f-086b4ea14a84 req-5a0b4c1c-ef6f-41de-bb88-54306cab8550 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:56.131070 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-af02f06a-9cca-40a6-821f-086b4ea14a84 req-5a0b4c1c-ef6f-41de-bb88-54306cab8550 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.2496114 Apr 26 14:11:56.142560 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-acfae362-21a6-4b0b-9c0a-dc6ccf8c53c9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks [] for port (a222344d-e5e3-4176-8559-d0bda5c36cdd), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:56.157838 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Publish callbacks [] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:56.171951 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-678a456a-b781-42ed-bbdf-2c0bf78950da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ec6a90e4-f20a-4d32-abd2-13f3da08e20c), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:56.218232 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Transition to ACTIVE for port object abcf92b7-d4b6-41b9-80c4-6fbda749a755 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:11:56.258008 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-678a456a-b781-42ed-bbdf-2c0bf78950da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1e714728f8a4eceb41aa04d23e9b514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6885989 Apr 26 14:11:56.258724 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56262) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:11:56.287694 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a456a-b781-42ed-bbdf-2c0bf78950da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6a90e4-f20a-4d32-abd2-13f3da08e20c,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:56.310516 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-af02f06a-9cca-40a6-821f-086b4ea14a84 req-bb5258eb-d22b-40fa-804e-43a96d7a7be9 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731052 Apr 26 14:11:56.319250 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-cd18e78b-115f-4a21-bb89-84c1228337df service neutron] 10.222.0.23 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887146 Apr 26 14:11:56.373779 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-37e7455b-7336-4471-9fdf-620e88c49fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:56.380239 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:56.393243 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-78e8fc85-9d23-4bfc-a394-09dc19afbef1 admin admin] Publish callbacks [] for security_group (ec6a90e4-f20a-4d32-abd2-13f3da08e20c), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:56.491406 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-78e8fc85-9d23-4bfc-a394-09dc19afbef1 admin admin] Publish callbacks [] for security_group (ec6a90e4-f20a-4d32-abd2-13f3da08e20c), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:56.493940 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-acfae362-21a6-4b0b-9c0a-dc6ccf8c53c9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (a222344d-e5e3-4176-8559-d0bda5c36cdd), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:56.516429 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Pushing event updated for resources: {'Port': ['ID=abcf92b7-d4b6-41b9-80c4-6fbda749a755,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:56.963160 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cc811-61f7-4443-b51c-db7acb32a1b0 req-f4b1feb8-589a-438b-bc38-3d2190250135 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:56.965291 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b75cc811-61f7-4443-b51c-db7acb32a1b0 req-f4b1feb8-589a-438b-bc38-3d2190250135 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 931 time: 0.1539655 Apr 26 14:11:57.057276 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b75cc811-61f7-4443-b51c-db7acb32a1b0 req-e209e3a1-de64-4edc-bdf5-4d88311562be tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769598 Apr 26 14:11:57.170235 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-acfae362-21a6-4b0b-9c0a-dc6ccf8c53c9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Network 1a702bb0-0366-46dc-8d15-e85f42f915e6 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:11:57.178544 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-045c4531-dd20-411c-9148-749738578c6d req-25f5dfc3-89a0-47d7-9ea4-2f228fd382a1 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 210 time: 0.0583227 Apr 26 14:11:57.188487 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-acfae362-21a6-4b0b-9c0a-dc6ccf8c53c9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:11:57.210158 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-acfae362-21a6-4b0b-9c0a-dc6ccf8c53c9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:11:57.222565 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfae362-21a6-4b0b-9c0a-dc6ccf8c53c9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Pushing event updated for resources: {'Port': ['ID=a222344d-e5e3-4176-8559-d0bda5c36cdd,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:57.345122 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Attempting to bind port abcf92b7-d4b6-41b9-80c4-6fbda749a755 on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:11:57.345462 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Attempting to bind port abcf92b7-d4b6-41b9-80c4-6fbda749a755 by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '51ad5a88-2866-4657-b8cb-e96febfe5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:11:57.345812 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Attempting to bind port abcf92b7-d4b6-41b9-80c4-6fbda749a755 on network 39bb26a1-84de-43e7-8b61-6213bc37b526 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:11:57.359061 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ad195-7afd-43ab-8b92-df07a1d66278 req-e2b11428-c83c-4fe6-aeb4-6f893870d84c tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:57.368136 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8b4ad195-7afd-43ab-8b92-df07a1d66278 req-e2b11428-c83c-4fe6-aeb4-6f893870d84c tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 944 time: 0.7535620 Apr 26 14:11:57.386288 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-acfae362-21a6-4b0b-9c0a-dc6ccf8c53c9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:57.386288 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-acfae362-21a6-4b0b-9c0a-dc6ccf8c53c9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:57.389899 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-78e8fc85-9d23-4bfc-a394-09dc19afbef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ec6a90e4-f20a-4d32-abd2-13f3da08e20c), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:57.393359 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-78e8fc85-9d23-4bfc-a394-09dc19afbef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:57.394704 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-78e8fc85-9d23-4bfc-a394-09dc19afbef1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec6a90e4-f20a-4d32-abd2-13f3da08e20c HTTP/1.1" status: 204 len: 168 time: 1.1282442 Apr 26 14:11:57.401722 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Port abcf92b7-d4b6-41b9-80c4-6fbda749a755 on network 39bb26a1-84de-43e7-8b61-6213bc37b526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:11:57.402066 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Attempting to bind port abcf92b7-d4b6-41b9-80c4-6fbda749a755 on network 39bb26a1-84de-43e7-8b61-6213bc37b526 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:11:57.427888 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:11:57.429685 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Checking segment: {'id': '51ad5a88-2866-4657-b8cb-e96febfe5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:11:57.429685 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Bound using segment: {'id': '51ad5a88-2866-4657-b8cb-e96febfe5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:11:57.429685 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Bound port: abcf92b7-d4b6-41b9-80c4-6fbda749a755, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ad5a88-2866-4657-b8cb-e96febfe5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:11:57.430032 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:57.432317 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8fc85-9d23-4bfc-a394-09dc19afbef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6a90e4-f20a-4d32-abd2-13f3da08e20c,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:57.522646 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-acfae362-21a6-4b0b-9c0a-dc6ccf8c53c9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4445262 Apr 26 14:11:57.567035 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8b4ad195-7afd-43ab-8b92-df07a1d66278 req-20445c51-31f4-4e49-969c-23bb20345d73 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976144 Apr 26 14:11:57.586202 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Request body: {'port': {'device_id': '8b2e858d-4901-494e-aed1-08b7a3ccda6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:11:57.632843 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] For port abcf92b7-d4b6-41b9-80c4-6fbda749a755, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:11:57.647398 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76835fb7-6c59-45df-9fcc-984f0399f19c req-07e918e5-6697-4f31-8309-a56bfe48489d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:57.649450 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-76835fb7-6c59-45df-9fcc-984f0399f19c req-07e918e5-6697-4f31-8309-a56bfe48489d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.1507008 Apr 26 14:11:57.680275 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (a222344d-e5e3-4176-8559-d0bda5c36cdd), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:57.696098 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] For port abcf92b7-d4b6-41b9-80c4-6fbda749a755, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=abcf92b7-d4b6-41b9-80c4-6fbda749a755,segment=NetworkSegment(51ad5a88-2866-4657-b8cb-e96febfe5ebb),segment_id=51ad5a88-2866-4657-b8cb-e96febfe5ebb)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:11:57.773486 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-76835fb7-6c59-45df-9fcc-984f0399f19c req-e1149732-1a67-4d18-9cd5-0c693c24a691 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156664 Apr 26 14:11:57.894117 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:58.012012 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:58.012468 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:58.014413 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-36297834-44b4-4071-85fb-eb3ef836b977 req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] 10.222.0.26 "PUT /v2.0/ports/abcf92b7-d4b6-41b9-80c4-6fbda749a755 HTTP/1.1" status: 200 len: 1094 time: 3.2009282 Apr 26 14:11:58.020892 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'tag': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:11:58.026140 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0ebafc-3e60-4dc5-827b-24aa4daa21e8" -d '{"events": [{"name": "network-changed", "server_uuid": "04ed8647-f0ef-4959-a4ec-f0d32051f5de", "tag": "abcf92b7-d4b6-41b9-80c4-6fbda749a755"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:11:58.176577 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1c18b3-7ae9-44fd-a157-0e85b958b592 x-openstack-request-id: req-9a1c18b3-7ae9-44fd-a157-0e85b958b592 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:11:58.177272 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ed8647-f0ef-4959-a4ec-f0d32051f5de", "tag": "abcf92b7-d4b6-41b9-80c4-6fbda749a755", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:11:58.177272 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a1c18b3-7ae9-44fd-a157-0e85b958b592 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:11:58.177794 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1c18b3-7ae9-44fd-a157-0e85b958b592'] response: {'name': 'network-changed', 'server_uuid': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'tag': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755', 'status': 'completed', 'code': 200} Apr 26 14:11:58.205203 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606493a6-a8a9-44cb-a5d9-068ea1bb30e2 service neutron] Pushing event updated for resources: {'Port': ['ID=abcf92b7-d4b6-41b9-80c4-6fbda749a755,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:58.333096 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed143c3-b676-4014-90d6-a00c5e081f39 req-575e8206-1c3a-4895-9595-24ea6c7f48c3 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:58.356581 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7ed143c3-b676-4014-90d6-a00c5e081f39 req-575e8206-1c3a-4895-9595-24ea6c7f48c3 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 931 time: 0.1010132 Apr 26 14:11:58.409577 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ebafc-3e60-4dc5-827b-24aa4daa21e8 req-8cab098c-5a92-4a01-aa04-ecd8db444674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:58.413389 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3c0ebafc-3e60-4dc5-827b-24aa4daa21e8 req-8cab098c-5a92-4a01-aa04-ecd8db444674 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9211b70dd81f45fa8abd2cfaf151e4d6&device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 1128 time: 0.1986320 Apr 26 14:11:58.441555 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7ed143c3-b676-4014-90d6-a00c5e081f39 req-92aef61e-83a3-4587-9bbc-907d96b20a91 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836320 Apr 26 14:11:58.478277 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-76ceb55d-4e46-4d53-aaa6-914f1767d509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:58.702456 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-af153648-8b84-4a48-bce1-dff9914ea318 req-15406b65-63ce-48e2-b32c-161c447a627c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 210 time: 0.0688820 Apr 26 14:11:58.952303 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ebafc-3e60-4dc5-827b-24aa4daa21e8 req-961a77f3-58a9-40d3-a554-49ae0db4f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:58.955099 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3c0ebafc-3e60-4dc5-827b-24aa4daa21e8 req-961a77f3-58a9-40d3-a554-49ae0db4f3c9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9211b70dd81f45fa8abd2cfaf151e4d6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5203414 Apr 26 14:11:59.033544 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0297913-6f87-4200-943b-569f895d3ca9 req-8842c88b-755c-43e9-8978-263e1fcd1b88 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:59.045637 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e0297913-6f87-4200-943b-569f895d3ca9 req-8842c88b-755c-43e9-8978-263e1fcd1b88 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.1190815 Apr 26 14:11:59.174237 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e0297913-6f87-4200-943b-569f895d3ca9 req-e82e782b-8b70-41c4-bd88-295caf0851ff tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271226 Apr 26 14:11:59.221498 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a222344d-e5e3-4176-8559-d0bda5c36cdd {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:11:59.256326 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Publish callbacks [] for port (a222344d-e5e3-4176-8559-d0bda5c36cdd), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:59.275395 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7b181-b427-451a-becb-e533b1ba2f70 req-37fda8f6-d0bc-4093-b87f-ac5e4171c4bb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:59.277344 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e3d7b181-b427-451a-becb-e533b1ba2f70 req-37fda8f6-d0bc-4093-b87f-ac5e4171c4bb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 944 time: 0.4826672 Apr 26 14:11:59.326686 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Transition to ACTIVE for port object a222344d-e5e3-4176-8559-d0bda5c36cdd will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:11:59.372616 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ebafc-3e60-4dc5-827b-24aa4daa21e8 req-ae9665c0-98f6-4efd-855f-16ea970fa878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:59.374287 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3c0ebafc-3e60-4dc5-827b-24aa4daa21e8 req-ae9665c0-98f6-4efd-855f-16ea970fa878 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3961480 Apr 26 14:11:59.380020 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba883c-e35a-4d76-ae63-e1b59f21406e req-6caf0c89-4682-4665-9939-80e84b3dc251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:59.381474 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d9ba883c-e35a-4d76-ae63-e1b59f21406e req-6caf0c89-4682-4665-9939-80e84b3dc251 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 1129 time: 0.1931446 Apr 26 14:11:59.410389 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e3d7b181-b427-451a-becb-e533b1ba2f70 req-807ca004-5919-43d7-929c-b5cc5559655b tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248865 Apr 26 14:11:59.494485 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (a222344d-e5e3-4176-8559-d0bda5c36cdd), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:59.726533 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862eb089-ff48-469d-9726-33ca479ce47e req-92e01797-7454-492b-b19e-d1bd05f775d9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:11:59.728223 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-862eb089-ff48-469d-9726-33ca479ce47e req-92e01797-7454-492b-b19e-d1bd05f775d9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 943 time: 0.1177399 Apr 26 14:11:59.739605 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:11:59.766428 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Pushing event updated for resources: {'Port': ['ID=a222344d-e5e3-4176-8559-d0bda5c36cdd,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:11:59.875160 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-862eb089-ff48-469d-9726-33ca479ce47e req-b8a581cb-9538-4e2f-babe-f5998dec9f78 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261592 Apr 26 14:11:59.941383 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0bd54e34-1637-4a0b-9316-7f4d20e6ac68 req-26e1a07a-558a-4056-a3f5-d123495fdcf6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 210 time: 0.0970662 Apr 26 14:11:59.963160 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d9ba883c-e35a-4d76-ae63-e1b59f21406e req-082bd492-bd0c-4874-b29b-ff8436affcb8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989054 Apr 26 14:11:59.969299 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Attempting to bind port a222344d-e5e3-4176-8559-d0bda5c36cdd on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:11:59.970403 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Attempting to bind port a222344d-e5e3-4176-8559-d0bda5c36cdd by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '5c323ccc-6b98-4da2-be42-a69292cf2946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1a702bb0-0366-46dc-8d15-e85f42f915e6'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:11:59.971423 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Attempting to bind port a222344d-e5e3-4176-8559-d0bda5c36cdd on network 1a702bb0-0366-46dc-8d15-e85f42f915e6 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:12:00.010380 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36297834-44b4-4071-85fb-eb3ef836b977 req-412b5432-8606-4fda-b80c-cb7db86575fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:00.014307 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-36297834-44b4-4071-85fb-eb3ef836b977 req-412b5432-8606-4fda-b80c-cb7db86575fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9211b70dd81f45fa8abd2cfaf151e4d6&device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 1128 time: 0.3049629 Apr 26 14:12:00.015523 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Port a222344d-e5e3-4176-8559-d0bda5c36cdd on network 1a702bb0-0366-46dc-8d15-e85f42f915e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:12:00.017211 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Attempting to bind port a222344d-e5e3-4176-8559-d0bda5c36cdd on network 1a702bb0-0366-46dc-8d15-e85f42f915e6 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:12:00.032887 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:12:00.035100 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Checking segment: {'id': '5c323ccc-6b98-4da2-be42-a69292cf2946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1a702bb0-0366-46dc-8d15-e85f42f915e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:12:00.036823 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Bound using segment: {'id': '5c323ccc-6b98-4da2-be42-a69292cf2946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1a702bb0-0366-46dc-8d15-e85f42f915e6'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:12:00.038458 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Bound port: a222344d-e5e3-4176-8559-d0bda5c36cdd, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c323ccc-6b98-4da2-be42-a69292cf2946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1a702bb0-0366-46dc-8d15-e85f42f915e6'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:12:00.039146 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (a222344d-e5e3-4176-8559-d0bda5c36cdd), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:00.083069 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 56392) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:00.164659 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] For port a222344d-e5e3-4176-8559-d0bda5c36cdd, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:12:00.168340 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] For port a222344d-e5e3-4176-8559-d0bda5c36cdd, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=a222344d-e5e3-4176-8559-d0bda5c36cdd,segment=NetworkSegment(5c323ccc-6b98-4da2-be42-a69292cf2946),segment_id=5c323ccc-6b98-4da2-be42-a69292cf2946)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:12:00.220092 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1939628707-network', 'tenant_id': '6d338516acd04d069fb897ccf1a10e89'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:00.355522 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e200289-b03e-4249-a82d-70f7b6887330 req-4dd73b5c-80bb-4a05-9ab1-0ca8f21f1be1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:00.355522 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9e200289-b03e-4249-a82d-70f7b6887330 req-4dd73b5c-80bb-4a05-9ab1-0ca8f21f1be1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.1161504 Apr 26 14:12:00.445251 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9e200289-b03e-4249-a82d-70f7b6887330 req-3deedab9-a579-4029-ac5a-e02359c8036d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795412 Apr 26 14:12:00.610277 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a62402-41a1-41df-ac22-831a735b02a9 req-678fd6c8-f1e4-44fb-aa54-0e85bf0f636f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:00.614493 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-82a62402-41a1-41df-ac22-831a735b02a9 req-678fd6c8-f1e4-44fb-aa54-0e85bf0f636f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 944 time: 0.1149778 Apr 26 14:12:00.693900 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-82a62402-41a1-41df-ac22-831a735b02a9 req-4624c13e-8125-48ab-9d32-01da1604ef6c tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726662 Apr 26 14:12:00.759313 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (a222344d-e5e3-4176-8559-d0bda5c36cdd), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:00.803394 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:00.804053 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:00.805497 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] 10.222.0.26 "PUT /v2.0/ports/a222344d-e5e3-4176-8559-d0bda5c36cdd HTTP/1.1" status: 200 len: 1093 time: 3.2376924 Apr 26 14:12:00.805954 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2e858d-4901-494e-aed1-08b7a3ccda6b', 'tag': 'a222344d-e5e3-4176-8559-d0bda5c36cdd'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:12:00.808277 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abdf71a-5e67-46e9-b894-91b08834ed2c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2e858d-4901-494e-aed1-08b7a3ccda6b", "tag": "a222344d-e5e3-4176-8559-d0bda5c36cdd"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:12:00.839927 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95059a07-9340-4367-8096-5b1d004d7114 service neutron] Pushing event updated for resources: {'Port': ['ID=a222344d-e5e3-4176-8559-d0bda5c36cdd,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:00.870935 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4050532e-ad62-49a8-ab9c-48788604c1f3 x-openstack-request-id: req-4050532e-ad62-49a8-ab9c-48788604c1f3 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:12:00.871585 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2e858d-4901-494e-aed1-08b7a3ccda6b", "tag": "a222344d-e5e3-4176-8559-d0bda5c36cdd", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:12:00.871941 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4050532e-ad62-49a8-ab9c-48788604c1f3 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:12:00.872487 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4050532e-ad62-49a8-ab9c-48788604c1f3'] response: {'name': 'network-changed', 'server_uuid': '8b2e858d-4901-494e-aed1-08b7a3ccda6b', 'tag': 'a222344d-e5e3-4176-8559-d0bda5c36cdd', 'status': 'completed', 'code': 200} Apr 26 14:12:00.940223 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] Made reservation on behalf of 6d338516acd04d069fb897ccf1a10e89 for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:12:00.943303 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:00.962484 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:01.069611 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b84e82-24ab-440d-a4e0-ba646d42c292 req-ba1e5006-425e-4231-9581-6ebfbeed9cc1 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:01.077314 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-41b84e82-24ab-440d-a4e0-ba646d42c292 req-ba1e5006-425e-4231-9581-6ebfbeed9cc1 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 943 time: 0.1294224 Apr 26 14:12:01.102198 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-601848c1-9644-4f57-822f-8e44e44f6b9d req-7fb36559-b636-4fe7-9a28-940ceb4ebb4f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 210 time: 0.0398612 Apr 26 14:12:01.128374 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] Publish callbacks [] for security_group (f4fddead-abb1-4bf3-a6e1-579c5c00fcc9), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:01.178658 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-41b84e82-24ab-440d-a4e0-ba646d42c292 req-bda80ae3-6534-448e-9e29-260fcb8e95e7 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998588 Apr 26 14:12:01.213431 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (f4fddead-abb1-4bf3-a6e1-579c5c00fcc9), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:01.241438 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fddead-abb1-4bf3-a6e1-579c5c00fcc9,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:01.284497 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:12:01.284497 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (9cfb56ff-ca2c-4d40-91fb-3936218a8977), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:01.284497 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] Added segment 9cfb56ff-ca2c-4d40-91fb-3936218a8977 of type vlan for network a8c50214-3fe4-4b2d-839b-4e0a333b744b Apr 26 14:12:01.321635 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (a8c50214-3fe4-4b2d-839b-4e0a333b744b), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:01.351498 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56424) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:01.396823 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:01.425764 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (a8c50214-3fe4-4b2d-839b-4e0a333b744b), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:01.426800 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:01.427395 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:01.525058 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] Pushing event updated for resources: {'Network': ['ID=a8c50214-3fe4-4b2d-839b-4e0a333b744b,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:01.540394 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network a8c50214-3fe4-4b2d-839b-4e0a333b744b details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:12:01.581766 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0c854daa-8acb-4281-a8dc-7646d09d3ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:01.633666 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1f432-bf99-49fd-9a91-b42f9e19290f req-499a6908-8714-48f5-8449-2d6025019415 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:01.648018 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-caa1f432-bf99-49fd-9a91-b42f9e19290f req-499a6908-8714-48f5-8449-2d6025019415 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.1070046 Apr 26 14:12:01.670317 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-bdd96a12-042d-45c2-b1e4-2f49645e752e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5842621 Apr 26 14:12:01.673559 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56430) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:01.678721 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-5f87513b-2635-466e-81da-5dfa8b829332 admin admin] Request body: {'subnet': {'network_id': 'a8c50214-3fe4-4b2d-839b-4e0a333b744b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1939628707-subnet', 'tenant_id': '6d338516acd04d069fb897ccf1a10e89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:01.719964 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0c854daa-8acb-4281-a8dc-7646d09d3ce8 admin admin] Publish callbacks [] for security_group (79c8e374-ae0d-443f-898d-fddc8a4ea111), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:01.721072 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-caa1f432-bf99-49fd-9a91-b42f9e19290f req-a199f863-1de2-499f-9950-3c7e2d428a1b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720167 Apr 26 14:12:01.818320 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0c854daa-8acb-4281-a8dc-7646d09d3ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (79c8e374-ae0d-443f-898d-fddc8a4ea111), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:01.846496 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f87513b-2635-466e-81da-5dfa8b829332 admin admin] Made reservation on behalf of 6d338516acd04d069fb897ccf1a10e89 for: {'subnet': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:12:01.849080 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5f87513b-2635-466e-81da-5dfa8b829332 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4099173'] for subnet (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:01.909037 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0c854daa-8acb-4281-a8dc-7646d09d3ce8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb66cbf12f5c4c2aaa6e558991f63d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5564113 Apr 26 14:12:01.911760 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 56436) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:01.912988 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c854daa-8acb-4281-a8dc-7646d09d3ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c8e374-ae0d-443f-898d-fddc8a4ea111,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:01.945562 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f796f-775f-4d50-9756-0d34dd65cb27 req-3b561fc7-7b20-43ed-b538-a85ae01bb46a tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:01.947154 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-201f796f-775f-4d50-9756-0d34dd65cb27 req-3b561fc7-7b20-43ed-b538-a85ae01bb46a tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 944 time: 0.1632252 Apr 26 14:12:01.995544 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-70be16a2-d523-418d-888a-bd693960147e admin admin] Publish callbacks [] for security_group (79c8e374-ae0d-443f-898d-fddc8a4ea111), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:02.023742 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-70be16a2-d523-418d-888a-bd693960147e admin admin] Publish callbacks [] for security_group (79c8e374-ae0d-443f-898d-fddc8a4ea111), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:02.074703 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-201f796f-775f-4d50-9756-0d34dd65cb27 req-ed891b75-d2ab-4cf8-a26a-26cb4e3ac7ed tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156278 Apr 26 14:12:02.184989 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-70be16a2-d523-418d-888a-bd693960147e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (79c8e374-ae0d-443f-898d-fddc8a4ea111), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:02.187642 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-70be16a2-d523-418d-888a-bd693960147e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:02.188886 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-70be16a2-d523-418d-888a-bd693960147e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79c8e374-ae0d-443f-898d-fddc8a4ea111 HTTP/1.1" status: 204 len: 168 time: 0.2758822 Apr 26 14:12:02.218992 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be16a2-d523-418d-888a-bd693960147e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c8e374-ae0d-443f-898d-fddc8a4ea111,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:02.253893 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5f87513b-2635-466e-81da-5dfa8b829332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3995283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4099163'] for subnet (5fecd7dc-2448-4014-bbfc-ef37126b02e8), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:02.266348 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6de87640-c826-4cfc-a41f-0a3c05c827b1 req-46931421-b54b-4453-b9aa-36b43bc23503 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 210 time: 0.0581779 Apr 26 14:12:02.345127 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87513b-2635-466e-81da-5dfa8b829332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fecd7dc-2448-4014-bbfc-ef37126b02e8,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:02.376063 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f87513b-2635-466e-81da-5dfa8b829332 admin admin] Checking segment: {'id': '9cfb56ff-ca2c-4d40-91fb-3936218a8977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a8c50214-3fe4-4b2d-839b-4e0a333b744b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:12:02.376421 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f87513b-2635-466e-81da-5dfa8b829332 admin admin] Network hostable DHCP agents. Network: a8c50214-3fe4-4b2d-839b-4e0a333b744b, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:12:02.409246 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcbca8-9585-4362-bf8d-c86a6afb0b7d req-45de0b99-d95f-4936-a8e1-f614265295d2 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:02.410753 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d2fcbca8-9585-4362-bf8d-c86a6afb0b7d req-45de0b99-d95f-4936-a8e1-f614265295d2 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 943 time: 0.0876634 Apr 26 14:12:02.462364 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d2fcbca8-9585-4362-bf8d-c86a6afb0b7d req-e2eaa092-bc2d-400d-9ce2-7bdef95b573a tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456660 Apr 26 14:12:02.504988 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f87513b-2635-466e-81da-5dfa8b829332 admin admin] Network a8c50214-3fe4-4b2d-839b-4e0a333b744b is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:12:02.534471 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:02.602027 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-5f87513b-2635-466e-81da-5dfa8b829332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, a8c50214-3fe4-4b2d-839b-4e0a333b744b) {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:12:02.607154 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87513b-2635-466e-81da-5dfa8b829332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:02.610367 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5f87513b-2635-466e-81da-5dfa8b829332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:02.616949 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c3852b-46d8-46eb-9022-5d10e59f308d None None] Network a8c50214-3fe4-4b2d-839b-4e0a333b744b requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:12:02.791614 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7433663-f9d9-43a8-95ab-4631d67e174b None None] Network a8c50214-3fe4-4b2d-839b-4e0a333b744b requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:12:02.885762 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abf306-1ed0-45b9-9535-c5fe7f37697f req-77703087-3515-4d7f-9651-5327bb88a078 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:02.898786 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f1abf306-1ed0-45b9-9535-c5fe7f37697f req-77703087-3515-4d7f-9651-5327bb88a078 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0734193 Apr 26 14:12:02.958642 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f1abf306-1ed0-45b9-9535-c5fe7f37697f req-e472b5e1-3902-4c06-8280-65e2a8d0dd16 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549974 Apr 26 14:12:03.221384 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103e09-6371-4429-9961-310f2098ba8f req-a75ba47e-cba5-413b-8b9e-ce430a226906 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:03.223005 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-38103e09-6371-4429-9961-310f2098ba8f req-a75ba47e-cba5-413b-8b9e-ce430a226906 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 944 time: 0.0722387 Apr 26 14:12:03.273132 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-5f87513b-2635-466e-81da-5dfa8b829332 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5992343 Apr 26 14:12:03.291752 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-38103e09-6371-4429-9961-310f2098ba8f req-dd443f9b-0cee-4b03-a317-4582750aa383 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621469 Apr 26 14:12:03.377767 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c8860a30-c054-4910-a93a-c7c159d61277 req-af928bf7-3d29-41fb-a5e0-689bdf10e076 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 210 time: 0.0331693 Apr 26 14:12:03.572042 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 56466) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:03.598013 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3b573a6d-9856-482d-a609-4f659f0a2573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:03.598233 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3d9be-92b5-42c1-b991-cc4f7dae5621 req-d89fb88d-ca63-43dc-bf1f-95dc58acaa0b tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:03.599813 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-73b3d9be-92b5-42c1-b991-cc4f7dae5621 req-d89fb88d-ca63-43dc-bf1f-95dc58acaa0b tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 943 time: 0.0631943 Apr 26 14:12:03.693460 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-73b3d9be-92b5-42c1-b991-cc4f7dae5621 req-d04f36f5-7b5b-40fc-ad70-a1890c6f2455 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751727 Apr 26 14:12:03.710928 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3b573a6d-9856-482d-a609-4f659f0a2573 admin admin] Publish callbacks [] for security_group (a52677ab-7ec9-453d-967d-b9fcf23c8380), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:03.819343 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3b573a6d-9856-482d-a609-4f659f0a2573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (a52677ab-7ec9-453d-967d-b9fcf23c8380), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:03.859610 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3b573a6d-9856-482d-a609-4f659f0a2573 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6c82fc5519b491b86701803841ae677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865968 Apr 26 14:12:03.861708 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b573a6d-9856-482d-a609-4f659f0a2573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52677ab-7ec9-453d-967d-b9fcf23c8380,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:03.862928 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56470) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:03.918502 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4769f872-e1b2-473b-9f2b-f1642f31d865 admin admin] Publish callbacks [] for security_group (a52677ab-7ec9-453d-967d-b9fcf23c8380), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:03.942988 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4769f872-e1b2-473b-9f2b-f1642f31d865 admin admin] Publish callbacks [] for security_group (a52677ab-7ec9-453d-967d-b9fcf23c8380), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:04.079527 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4769f872-e1b2-473b-9f2b-f1642f31d865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (a52677ab-7ec9-453d-967d-b9fcf23c8380), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:04.083001 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4769f872-e1b2-473b-9f2b-f1642f31d865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:04.084591 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4769f872-e1b2-473b-9f2b-f1642f31d865 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a52677ab-7ec9-453d-967d-b9fcf23c8380 HTTP/1.1" status: 204 len: 168 time: 0.2205908 Apr 26 14:12:04.093884 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769f872-e1b2-473b-9f2b-f1642f31d865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52677ab-7ec9-453d-967d-b9fcf23c8380,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:04.130178 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30f67a-1e25-45b2-a579-b4c0a8f555fb req-83c57b6f-1fa8-4663-8fa5-328cc11df1e0 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:04.139788 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5a30f67a-1e25-45b2-a579-b4c0a8f555fb req-83c57b6f-1fa8-4663-8fa5-328cc11df1e0 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0946126 Apr 26 14:12:04.221253 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5a30f67a-1e25-45b2-a579-b4c0a8f555fb req-1590c1b7-4a0a-4f98-9267-4ab582c6eb41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737195 Apr 26 14:12:04.464323 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f1940-7b88-454b-a819-b6d9534901c8 req-7ae4e9a8-5b84-42c9-a157-d06b4589bec1 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:04.465851 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-094f1940-7b88-454b-a819-b6d9534901c8 req-7ae4e9a8-5b84-42c9-a157-d06b4589bec1 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 944 time: 0.0723867 Apr 26 14:12:04.489989 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56496) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:04.499337 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1546000855-network', 'tenant_id': '948226c2d05645348f0250369ffdef06'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:04.523147 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a4664d56-d1fc-405a-b3b8-da0654bbe11a req-f471ba80-a632-4cf5-b08b-cf3218acfc59 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 210 time: 0.0687790 Apr 26 14:12:04.587969 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-094f1940-7b88-454b-a819-b6d9534901c8 req-5c120dca-a28b-4186-b0f4-cb6211efc20b tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144381 Apr 26 14:12:04.659302 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] Made reservation on behalf of 948226c2d05645348f0250369ffdef06 for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:12:04.665075 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:04.671775 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:04.817892 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] Publish callbacks [] for security_group (fe2df4e6-a55a-46ac-b899-1ca5d883f205), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:04.844031 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11850f82-c350-4929-8d35-8cc29b796fcb req-3b99c8f6-1e07-45c2-8c4d-52b389ed9af2 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:04.844031 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-11850f82-c350-4929-8d35-8cc29b796fcb req-3b99c8f6-1e07-45c2-8c4d-52b389ed9af2 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 943 time: 0.0653491 Apr 26 14:12:04.896077 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-11850f82-c350-4929-8d35-8cc29b796fcb req-ec1e81c0-f4ab-41fd-b453-090ef70fde42 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445294 Apr 26 14:12:05.264362 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-36297834-44b4-4071-85fb-eb3ef836b977 req-a1468714-2733-4b37-aeef-6e132c0fe495 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abcf92b7-d4b6-41b9-80c4-6fbda749a755 HTTP/1.1" status: 200 len: 217 time: 0.0432541 Apr 26 14:12:05.285373 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (fe2df4e6-a55a-46ac-b899-1ca5d883f205), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:05.347411 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:12:05.391316 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2df4e6-a55a-46ac-b899-1ca5d883f205,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:05.407057 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (31bd0eeb-1577-4c6e-922c-e0ab6f2f5013), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:05.407268 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] Added segment 31bd0eeb-1577-4c6e-922c-e0ab6f2f5013 of type vlan for network b1ebea6d-aaa0-465c-a224-22f90f023bc1 Apr 26 14:12:05.481939 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdf71a-5e67-46e9-b894-91b08834ed2c req-cf795c07-43f2-49dd-99af-5c22a5dbba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:05.483533 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3abdf71a-5e67-46e9-b894-91b08834ed2c req-cf795c07-43f2-49dd-99af-5c22a5dbba5d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9ba0d67b78f4c59b3d8e1ea5ae2895d&device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 1127 time: 0.2549701 Apr 26 14:12:05.487922 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (b1ebea6d-aaa0-465c-a224-22f90f023bc1), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:05.499573 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36297834-44b4-4071-85fb-eb3ef836b977 req-947deeff-526b-445b-9d88-a279e35579d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:05.501568 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-36297834-44b4-4071-85fb-eb3ef836b977 req-947deeff-526b-445b-9d88-a279e35579d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21736fdb-edb7-4182-9064-452899759396 HTTP/1.1" status: 200 len: 854 time: 0.1927624 Apr 26 14:12:05.621300 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1905e9d5-745e-46e1-b8bc-c80f86a5a5a7 req-0181a687-df13-4995-9a7b-0bf307cbd31a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 210 time: 0.0302327 Apr 26 14:12:05.683405 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb56439-f643-4cfa-9c24-b1d3cd00b706 req-f2ccf20a-9ef7-4a62-a736-8c803bf49834 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:05.691068 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4bb56439-f643-4cfa-9c24-b1d3cd00b706 req-f2ccf20a-9ef7-4a62-a736-8c803bf49834 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.3894370 Apr 26 14:12:05.766337 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5bee3-e239-4040-a1f0-e239830636b8 req-bb9a8c2c-4a82-4993-b673-696a6521d9b1 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:05.768042 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-02f5bee3-e239-4040-a1f0-e239830636b8 req-bb9a8c2c-4a82-4993-b673-696a6521d9b1 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 944 time: 0.0733321 Apr 26 14:12:05.791260 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (b1ebea6d-aaa0-465c-a224-22f90f023bc1), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:05.792212 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:05.792782 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:05.817709 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-02f5bee3-e239-4040-a1f0-e239830636b8 req-80f40f92-3b96-4f25-8676-8613ec94ad1b tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433927 Apr 26 14:12:05.838791 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-2d60d8dd-90c9-4c71-9daa-e5f383f3844c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:05.840231 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-2d60d8dd-90c9-4c71-9daa-e5f383f3844c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "GET /v2.0/networks?id=db62da73-59c6-4f6f-98fa-3d9fee96e03d HTTP/1.1" status: 200 len: 815 time: 0.3550954 Apr 26 14:12:05.869137 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36297834-44b4-4071-85fb-eb3ef836b977 req-220d53d3-f567-43b9-9349-4c41828f0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:05.870688 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-36297834-44b4-4071-85fb-eb3ef836b977 req-220d53d3-f567-43b9-9349-4c41828f0250 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39bb26a1-84de-43e7-8b61-6213bc37b526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3369706 Apr 26 14:12:05.871664 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdf71a-5e67-46e9-b894-91b08834ed2c req-9eee0248-8f10-49f3-b4b8-45e9ae5f2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:05.872995 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3abdf71a-5e67-46e9-b894-91b08834ed2c req-9eee0248-8f10-49f3-b4b8-45e9ae5f2988 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e9ba0d67b78f4c59b3d8e1ea5ae2895d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3661842 Apr 26 14:12:05.896303 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4bb56439-f643-4cfa-9c24-b1d3cd00b706 req-da690fc0-2666-4c9d-b0c4-483831095d36 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042956 Apr 26 14:12:06.033405 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c612b-73cc-4661-abd4-66e819e2b5dc req-bcc28634-4e86-4eb8-9b67-5b485adaa1d0 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:06.038051 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5465951 Apr 26 14:12:06.040452 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-940c612b-73cc-4661-abd4-66e819e2b5dc req-bcc28634-4e86-4eb8-9b67-5b485adaa1d0 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 943 time: 0.0602157 Apr 26 14:12:06.043029 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 56536) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:06.051077 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3431fd-bce5-40d4-bb31-286a36c9e67c admin admin] Pushing event updated for resources: {'Network': ['ID=b1ebea6d-aaa0-465c-a224-22f90f023bc1,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:06.054298 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-24e26903-8f66-47e0-af23-5527a62b37fe admin admin] Request body: {'subnet': {'network_id': 'b1ebea6d-aaa0-465c-a224-22f90f023bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1546000855-subnet', 'tenant_id': '948226c2d05645348f0250369ffdef06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:06.067428 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network b1ebea6d-aaa0-465c-a224-22f90f023bc1 details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:12:06.112946 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-940c612b-73cc-4661-abd4-66e819e2b5dc req-7a75c78f-9abd-40af-b353-d8fc4aa7ccd2 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713580 Apr 26 14:12:06.156064 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e26903-8f66-47e0-af23-5527a62b37fe admin admin] Made reservation on behalf of 948226c2d05645348f0250369ffdef06 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:12:06.158556 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-24e26903-8f66-47e0-af23-5527a62b37fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3767188'] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:06.191185 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-36297834-44b4-4071-85fb-eb3ef836b977 req-6dbf704e-637a-4b25-85fd-4906b5983f7f service neutron] 10.222.0.26 "GET /v2.0/networks/39bb26a1-84de-43e7-8b61-6213bc37b526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895660 Apr 26 14:12:06.197706 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-8eb07bde-dbaf-4067-976d-6d9ecbd9e810 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=852d3fc9b96d4019912cc7b5d7e2db73 HTTP/1.1" status: 200 len: 380 time: 0.3176863 Apr 26 14:12:06.208068 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdf71a-5e67-46e9-b894-91b08834ed2c req-8265fdbe-42d8-4c44-bc3c-d3ea23dbf1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:06.210095 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3abdf71a-5e67-46e9-b894-91b08834ed2c req-8265fdbe-42d8-4c44-bc3c-d3ea23dbf1ec service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3123841 Apr 26 14:12:06.254245 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-ee18239c-f563-4cdd-bf69-ef8ae77e2fc4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'port': {'device_id': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'admin_state_up': True, 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'security_groups': ['f5397375-62ab-4202-ab04-1424201c55a6']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:06.442666 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-24e26903-8f66-47e0-af23-5527a62b37fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3745727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3767210'] for subnet (40c61082-6e81-4440-a6e7-3a69eb98b9c6), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:06.499156 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e26903-8f66-47e0-af23-5527a62b37fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c61082-6e81-4440-a6e7-3a69eb98b9c6,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:06.510358 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e26903-8f66-47e0-af23-5527a62b37fe admin admin] Checking segment: {'id': '31bd0eeb-1577-4c6e-922c-e0ab6f2f5013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b1ebea6d-aaa0-465c-a224-22f90f023bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:12:06.510721 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e26903-8f66-47e0-af23-5527a62b37fe admin admin] Network hostable DHCP agents. Network: b1ebea6d-aaa0-465c-a224-22f90f023bc1, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:12:06.579045 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e26903-8f66-47e0-af23-5527a62b37fe admin admin] Network b1ebea6d-aaa0-465c-a224-22f90f023bc1 is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:12:06.624169 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-4340e11b-1d5b-4425-8712-9981f4785111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:06.626155 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-4340e11b-1d5b-4425-8712-9981f4785111 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9ba0d67b78f4c59b3d8e1ea5ae2895d&device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 1127 time: 0.3562098 Apr 26 14:12:06.629488 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-36297834-44b4-4071-85fb-eb3ef836b977 req-995d6a58-2696-48a3-9907-b276527846d5 service neutron] 10.222.0.26 "GET /v2.0/networks/39bb26a1-84de-43e7-8b61-6213bc37b526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295051 Apr 26 14:12:06.676151 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-24e26903-8f66-47e0-af23-5527a62b37fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, b1ebea6d-aaa0-465c-a224-22f90f023bc1) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:12:06.680924 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e26903-8f66-47e0-af23-5527a62b37fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:06.682908 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-24e26903-8f66-47e0-af23-5527a62b37fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:06.687581 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78232fcc-676a-4a2c-8af3-2b9ac2ce65b1 None None] Network b1ebea6d-aaa0-465c-a224-22f90f023bc1 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:12:06.726060 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e22b1bcc-c39f-4ecf-90c8-175fc583d1cb req-2187868e-684c-4211-8e5a-048d382a465c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 210 time: 0.0291762 Apr 26 14:12:06.726766 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-ee18239c-f563-4cdd-bf69-ef8ae77e2fc4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Made reservation on behalf of 852d3fc9b96d4019912cc7b5d7e2db73 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:12:06.729957 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-ee18239c-f563-4cdd-bf69-ef8ae77e2fc4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:06.802758 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb9e48f-68a5-4c0f-87a9-d94b3ec09b20 None None] Network b1ebea6d-aaa0-465c-a224-22f90f023bc1 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:12:06.833514 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-24e26903-8f66-47e0-af23-5527a62b37fe admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7892547 Apr 26 14:12:06.881197 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-ee18239c-f563-4cdd-bf69-ef8ae77e2fc4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Allocated IP 172.20.0.3 (db62da73-59c6-4f6f-98fa-3d9fee96e03d/1e744dae-ccf5-4501-bded-a8905e9a6bf5/ede1cf67-87e7-4b05-824d-155ba5205045) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:12:07.024910 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88e86d-4e32-4426-9955-3994e0575a71 req-9b22f7b9-e042-4081-bc2d-b23264ec29d2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:07.032966 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0d88e86d-4e32-4426-9955-3994e0575a71 req-9b22f7b9-e042-4081-bc2d-b23264ec29d2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 944 time: 0.1453173 Apr 26 14:12:07.091386 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dee51-2fa0-4fcb-bf15-506b1ed330a6 req-301de3c4-2eff-41dd-a62b-cf4d7d720601 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:07.092445 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0d88e86d-4e32-4426-9955-3994e0575a71 req-eeaf4730-9d2b-48da-80af-5cf0d79d0758 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567317 Apr 26 14:12:07.093059 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-038dee51-2fa0-4fcb-bf15-506b1ed330a6 req-301de3c4-2eff-41dd-a62b-cf4d7d720601 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.1062284 Apr 26 14:12:07.114120 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-ee18239c-f563-4cdd-bf69-ef8ae77e2fc4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for port (ede1cf67-87e7-4b05-824d-155ba5205045), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:07.164882 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-038dee51-2fa0-4fcb-bf15-506b1ed330a6 req-4c0fe4f1-efbb-4cdd-ad22-51d8a9a2cc31 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641034 Apr 26 14:12:07.246891 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13f401-314a-4da8-a35a-03be8c6d8673 req-2da806c6-7933-491e-82ea-48cf307dec6f tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:07.248241 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-db13f401-314a-4da8-a35a-03be8c6d8673 req-2da806c6-7933-491e-82ea-48cf307dec6f tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 943 time: 0.0547681 Apr 26 14:12:07.276665 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-ee18239c-f563-4cdd-bf69-ef8ae77e2fc4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (ede1cf67-87e7-4b05-824d-155ba5205045), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:07.297848 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-ee18239c-f563-4cdd-bf69-ef8ae77e2fc4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Network db62da73-59c6-4f6f-98fa-3d9fee96e03d is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:12:07.300943 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-ee18239c-f563-4cdd-bf69-ef8ae77e2fc4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:12:07.315455 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-db13f401-314a-4da8-a35a-03be8c6d8673 req-35c6a1f4-4467-4725-a2af-c8dee680df19 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515382 Apr 26 14:12:07.319412 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-ee18239c-f563-4cdd-bf69-ef8ae77e2fc4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:12:07.378931 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18239c-f563-4cdd-bf69-ef8ae77e2fc4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'Port': ['ID=ede1cf67-87e7-4b05-824d-155ba5205045,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:07.394238 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-ee18239c-f563-4cdd-bf69-ef8ae77e2fc4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:07.394895 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-ee18239c-f563-4cdd-bf69-ef8ae77e2fc4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:07.513916 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-ee18239c-f563-4cdd-bf69-ef8ae77e2fc4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2909920 Apr 26 14:12:07.588639 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-b481adad-3568-408e-9056-01bba9259a26 None None] Provisioning complete for port ede1cf67-87e7-4b05-824d-155ba5205045 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:12:07.589132 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b481adad-3568-408e-9056-01bba9259a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (ede1cf67-87e7-4b05-824d-155ba5205045), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:07.615983 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb185e-d19c-4a78-8ac4-fa1b7207310e req-4bc22ce3-5609-4824-b76d-c8ab0e625d72 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:07.617475 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dbcb185e-d19c-4a78-8ac4-fa1b7207310e req-4bc22ce3-5609-4824-b76d-c8ab0e625d72 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0556335 Apr 26 14:12:07.624310 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-b481adad-3568-408e-9056-01bba9259a26 None None] Port ede1cf67-87e7-4b05-824d-155ba5205045 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:12:07.663292 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dbcb185e-d19c-4a78-8ac4-fa1b7207310e req-450d823b-3014-43d8-af33-8610249f222d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400538 Apr 26 14:12:07.848244 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d01df4-01a4-4876-b298-54ca86fd7bf5 req-65c20fee-766a-462e-a850-532e02a7a19a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:07.849744 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3d01df4-01a4-4876-b298-54ca86fd7bf5 req-65c20fee-766a-462e-a850-532e02a7a19a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 931 time: 0.0543456 Apr 26 14:12:07.901189 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3d01df4-01a4-4876-b298-54ca86fd7bf5 req-ba5074d4-50c3-41c6-ad9e-157d0e251bfd tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458283 Apr 26 14:12:08.197434 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3c473-d693-49e8-bad8-747464f04153 req-809cd226-1de9-44dd-8986-1e88491c2911 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:08.199763 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f6f3c473-d693-49e8-bad8-747464f04153 req-809cd226-1de9-44dd-8986-1e88491c2911 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 944 time: 0.0510359 Apr 26 14:12:08.245117 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f6f3c473-d693-49e8-bad8-747464f04153 req-90d18efc-3f21-4ba9-bdd4-119ae7dbb69a tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393295 Apr 26 14:12:08.422893 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692c26a-11fc-4358-ac9f-521ec68068dd req-b5e7ebcc-13d3-4970-baf0-5d9b87501efa tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:08.424321 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b692c26a-11fc-4358-ac9f-521ec68068dd req-b5e7ebcc-13d3-4970-baf0-5d9b87501efa tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 943 time: 0.0498579 Apr 26 14:12:08.470843 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b692c26a-11fc-4358-ac9f-521ec68068dd req-45c22993-4a19-4cd0-bbc7-3ce10c96b585 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410056 Apr 26 14:12:08.778308 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cbbf6-45c1-4a04-98d5-d50594823bbe req-e5d21976-23dc-4967-9f23-3117e0b9c803 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:08.779784 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-947cbbf6-45c1-4a04-98d5-d50594823bbe req-e5d21976-23dc-4967-9f23-3117e0b9c803 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0517170 Apr 26 14:12:08.828730 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-947cbbf6-45c1-4a04-98d5-d50594823bbe req-2e3c5b23-6cad-410c-ab81-ddeeb8048723 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 Apr 26 14:12:09.022747 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afda37a-1bfa-41b9-8877-24ab3d90cce4 req-6aa97bcd-3c2c-4175-9f01-76964d7fac7a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:09.022747 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5afda37a-1bfa-41b9-8877-24ab3d90cce4 req-6aa97bcd-3c2c-4175-9f01-76964d7fac7a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 931 time: 0.0546784 Apr 26 14:12:09.066407 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5afda37a-1bfa-41b9-8877-24ab3d90cce4 req-aa9e5d44-ce7e-42e3-b3c2-862f2212157c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403745 Apr 26 14:12:09.117509 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Request body: {'port': {'device_id': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:09.147972 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-82ea2064-42da-491f-b1dc-08377fb08e5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a222344d-e5e3-4176-8559-d0bda5c36cdd HTTP/1.1" status: 200 len: 217 time: 0.0430834 Apr 26 14:12:09.269334 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-19bd275f-e887-4bb5-8ca4-65143ab912de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:09.270868 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-19bd275f-e887-4bb5-8ca4-65143ab912de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b45c8134-353d-4b77-86e0-8b4d66e6b3d6 HTTP/1.1" status: 200 len: 848 time: 0.1069138 Apr 26 14:12:09.272475 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ede1cf67-87e7-4b05-824d-155ba5205045), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:09.319166 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-0c06c234-19c2-4968-a11f-538aeb8855ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1a702bb0-0366-46dc-8d15-e85f42f915e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357358 Apr 26 14:12:09.324313 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614f2ef-0fa6-481b-815c-deeb07102b97 req-a111975f-5044-4048-87b4-932d9649b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:09.325996 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e614f2ef-0fa6-481b-815c-deeb07102b97 req-a111975f-5044-4048-87b4-932d9649b1d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 1129 time: 0.1147094 Apr 26 14:12:09.362393 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76660902-b425-41db-a024-21fee1f0dc4a req-eab9bd86-27f8-49c8-9e3f-2fd2e3f47130 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:09.364078 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-76660902-b425-41db-a024-21fee1f0dc4a req-eab9bd86-27f8-49c8-9e3f-2fd2e3f47130 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 944 time: 0.0536842 Apr 26 14:12:09.412238 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-76660902-b425-41db-a024-21fee1f0dc4a req-bcb708b3-5df4-432f-8365-0bc545790ba8 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Apr 26 14:12:09.615579 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-3374291d-8066-442d-8306-e2bf37447f05 service neutron] 10.222.0.26 "GET /v2.0/networks/1a702bb0-0366-46dc-8d15-e85f42f915e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886467 Apr 26 14:12:09.618571 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614f2ef-0fa6-481b-815c-deeb07102b97 req-db20c85e-a528-48ac-af26-22422ca167c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:09.619886 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e614f2ef-0fa6-481b-815c-deeb07102b97 req-db20c85e-a528-48ac-af26-22422ca167c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 919 time: 0.2736433 Apr 26 14:12:09.737676 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e614f2ef-0fa6-481b-815c-deeb07102b97 req-f0869303-c74e-4f51-b116-84a22525879f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929beb4c-1416-4cbb-a27f-30e55ee70ab6 HTTP/1.1" status: 200 len: 217 time: 0.1053345 Apr 26 14:12:09.796814 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd966df2-a9ae-416d-9ff0-a3827ca5035a req-d9df1a85-d6d5-4473-b43b-38b0b9413593 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:09.798373 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd966df2-a9ae-416d-9ff0-a3827ca5035a req-d9df1a85-d6d5-4473-b43b-38b0b9413593 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 943 time: 0.2570851 Apr 26 14:12:09.874961 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614f2ef-0fa6-481b-815c-deeb07102b97 req-966af1ae-22dc-4230-9c03-1ff7214077de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:09.876473 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e614f2ef-0fa6-481b-815c-deeb07102b97 req-966af1ae-22dc-4230-9c03-1ff7214077de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.1304824 Apr 26 14:12:09.901911 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2346e2f7-9c78-4afe-a9a7-8dc0ce9f71b4 req-aa4f9a1b-79cd-45af-944e-17b073b90015 service neutron] 10.222.0.26 "GET /v2.0/networks/1a702bb0-0366-46dc-8d15-e85f42f915e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698789 Apr 26 14:12:09.951671 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd966df2-a9ae-416d-9ff0-a3827ca5035a req-a744da10-1723-4c46-acf7-9944c130eefe tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400676 Apr 26 14:12:09.992377 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614f2ef-0fa6-481b-815c-deeb07102b97 req-6ef5cfdc-70ae-49b6-b501-d9adb518338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:09.993891 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e614f2ef-0fa6-481b-815c-deeb07102b97 req-6ef5cfdc-70ae-49b6-b501-d9adb518338c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1085999 Apr 26 14:12:10.002349 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede1cf67-87e7-4b05-824d-155ba5205045 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:12:10.010189 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Publish callbacks [] for port (ede1cf67-87e7-4b05-824d-155ba5205045), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:10.057289 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa15df3-2005-4b7f-842b-d66e8317787b req-c5fd4bbc-53db-4983-8279-e25e9eaf3205 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:10.060629 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8aa15df3-2005-4b7f-842b-d66e8317787b req-c5fd4bbc-53db-4983-8279-e25e9eaf3205 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0833361 Apr 26 14:12:10.074710 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Transition to ACTIVE for port object ede1cf67-87e7-4b05-824d-155ba5205045 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:12:10.131579 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8aa15df3-2005-4b7f-842b-d66e8317787b req-847d80f8-03fa-442e-a225-f87bab00b551 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633867 Apr 26 14:12:10.145230 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:10.146561 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e614f2ef-0fa6-481b-815c-deeb07102b97 req-42c5810f-0ea1-442b-9549-9cdcfe8c310c service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303442 Apr 26 14:12:10.159740 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cf5e6-246a-4f73-b9f5-3d459fe1c316 req-cfd9dd34-b75d-424e-a28e-79ebc7c08394 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:10.161281 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c05cf5e6-246a-4f73-b9f5-3d459fe1c316 req-cfd9dd34-b75d-424e-a28e-79ebc7c08394 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.1305125 Apr 26 14:12:10.220689 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (ede1cf67-87e7-4b05-824d-155ba5205045), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:10.305654 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad65bc0-67fb-461a-b068-f014016bee9a req-b7c041ad-dded-4b5c-b3c5-5fe15cb714f3 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:10.314349 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=ede1cf67-87e7-4b05-824d-155ba5205045,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:10.314721 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bad65bc0-67fb-461a-b068-f014016bee9a req-b7c041ad-dded-4b5c-b3c5-5fe15cb714f3 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 943 time: 0.1130214 Apr 26 14:12:10.371439 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bad65bc0-67fb-461a-b068-f014016bee9a req-636fee75-f6ad-4740-8632-469eec93eff8 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555191 Apr 26 14:12:10.382421 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c05cf5e6-246a-4f73-b9f5-3d459fe1c316 req-bcd54065-fc3b-41d8-8ffa-2352545c9b08 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083578 Apr 26 14:12:10.418213 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e614f2ef-0fa6-481b-815c-deeb07102b97 req-53a613f4-aab1-43f6-986d-30f057218484 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526672 Apr 26 14:12:10.480294 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Attempting to bind port ede1cf67-87e7-4b05-824d-155ba5205045 on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:12:10.480945 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Attempting to bind port ede1cf67-87e7-4b05-824d-155ba5205045 by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:12:10.481450 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Attempting to bind port ede1cf67-87e7-4b05-824d-155ba5205045 on network db62da73-59c6-4f6f-98fa-3d9fee96e03d {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:12:10.487212 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Port ede1cf67-87e7-4b05-824d-155ba5205045 on network db62da73-59c6-4f6f-98fa-3d9fee96e03d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:12:10.487531 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Attempting to bind port ede1cf67-87e7-4b05-824d-155ba5205045 on network db62da73-59c6-4f6f-98fa-3d9fee96e03d {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:12:10.492915 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:12:10.494386 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Checking segment: {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:12:10.494386 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Bound using segment: {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:12:10.494386 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Bound port: ede1cf67-87e7-4b05-824d-155ba5205045, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:12:10.494788 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ede1cf67-87e7-4b05-824d-155ba5205045), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:10.561951 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d383cd2-8b52-4e7b-a382-f8760d1dedfa req-5f869c76-30a6-4f08-a3f0-0cded482b6a5 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:10.570715 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4d383cd2-8b52-4e7b-a382-f8760d1dedfa req-5f869c76-30a6-4f08-a3f0-0cded482b6a5 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 944 time: 0.0688887 Apr 26 14:12:10.591733 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] For port ede1cf67-87e7-4b05-824d-155ba5205045, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:12:10.595452 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] For port ede1cf67-87e7-4b05-824d-155ba5205045, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ede1cf67-87e7-4b05-824d-155ba5205045,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:12:10.619380 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4d383cd2-8b52-4e7b-a382-f8760d1dedfa req-ffa50efe-b82c-4ea3-98e6-a0bfee079b40 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477474 Apr 26 14:12:10.677216 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (ede1cf67-87e7-4b05-824d-155ba5205045), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:10.720001 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:10.720774 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:10.722181 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] 10.222.0.26 "PUT /v2.0/ports/ede1cf67-87e7-4b05-824d-155ba5205045 HTTP/1.1" status: 200 len: 1093 time: 1.6097128 Apr 26 14:12:10.729694 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'tag': 'ede1cf67-87e7-4b05-824d-155ba5205045'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:12:10.729694 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625f4ec4-25c5-4c29-be6c-ff1bcac49d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "df98b23b-b855-4fcd-ab58-771e1f55e22b", "tag": "ede1cf67-87e7-4b05-824d-155ba5205045"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:12:10.763014 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba97a4-0ba6-4395-86da-4cc698739ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=ede1cf67-87e7-4b05-824d-155ba5205045,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:10.773662 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de00344-6942-49df-88b8-1c6e76c65de6 x-openstack-request-id: req-4de00344-6942-49df-88b8-1c6e76c65de6 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:12:10.773951 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df98b23b-b855-4fcd-ab58-771e1f55e22b", "tag": "ede1cf67-87e7-4b05-824d-155ba5205045", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:12:10.775672 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4de00344-6942-49df-88b8-1c6e76c65de6 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:12:10.775672 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de00344-6942-49df-88b8-1c6e76c65de6'] response: {'name': 'network-changed', 'server_uuid': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'tag': 'ede1cf67-87e7-4b05-824d-155ba5205045', 'status': 'completed', 'code': 200} Apr 26 14:12:10.855451 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f4ec4-25c5-4c29-be6c-ff1bcac49d3c req-63f5b25c-e8e9-4fa8-9894-4339649c80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:10.858374 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-625f4ec4-25c5-4c29-be6c-ff1bcac49d3c req-63f5b25c-e8e9-4fa8-9894-4339649c80c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 1127 time: 0.0591929 Apr 26 14:12:10.970559 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f4ec4-25c5-4c29-be6c-ff1bcac49d3c req-5e63ae8b-de23-4925-8396-f5bddc28ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:10.972150 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-625f4ec4-25c5-4c29-be6c-ff1bcac49d3c req-5e63ae8b-de23-4925-8396-f5bddc28ac0b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1062872 Apr 26 14:12:11.076620 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f4ec4-25c5-4c29-be6c-ff1bcac49d3c req-73080bf7-42cb-4589-8b4f-dc3fac2ea2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:11.077308 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa3e56-96bd-4767-a452-c23f52791e15 req-3c0bd787-034a-4b65-9d50-e11fa9debef2 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:11.078199 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fefa3e56-96bd-4767-a452-c23f52791e15 req-3c0bd787-034a-4b65-9d50-e11fa9debef2 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 943 time: 0.0529439 Apr 26 14:12:11.078929 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-625f4ec4-25c5-4c29-be6c-ff1bcac49d3c req-73080bf7-42cb-4589-8b4f-dc3fac2ea2c4 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943403 Apr 26 14:12:11.127275 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fefa3e56-96bd-4767-a452-c23f52791e15 req-abf1b992-a377-4d91-905e-5c7eaf577bb5 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429294 Apr 26 14:12:11.252548 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720da0e0-f3cd-42c2-8505-c83c1f5720ef req-58935f7a-6667-4abc-b96a-4ff064ef1100 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:11.254036 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-720da0e0-f3cd-42c2-8505-c83c1f5720ef req-58935f7a-6667-4abc-b96a-4ff064ef1100 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0516272 Apr 26 14:12:11.299818 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-720da0e0-f3cd-42c2-8505-c83c1f5720ef req-a056907e-94c4-49b1-bac9-d070765316b2 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402887 Apr 26 14:12:11.459016 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:12:11.493603 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8dcab-35a9-4e67-8bda-23cbc8887264 req-b7d4f5b9-4740-43cf-b72c-bca025acb16a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:11.496339 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-17f8dcab-35a9-4e67-8bda-23cbc8887264 req-b7d4f5b9-4740-43cf-b72c-bca025acb16a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 943 time: 0.0526836 Apr 26 14:12:11.519149 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e350b-f370-4fbd-83b2-cc9dbb1bd813 req-90daffae-ed7a-4e42-b4cb-2cc320e9679d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:11.520646 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4e6e350b-f370-4fbd-83b2-cc9dbb1bd813 req-90daffae-ed7a-4e42-b4cb-2cc320e9679d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0540483 Apr 26 14:12:11.544588 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-17f8dcab-35a9-4e67-8bda-23cbc8887264 req-553d5f38-6a60-4009-8b19-3ba12147c1ef tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435901 Apr 26 14:12:11.573827 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4e6e350b-f370-4fbd-83b2-cc9dbb1bd813 req-3491e7eb-cf16-4a51-8f4c-1d01960f4388 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475113 Apr 26 14:12:11.734617 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1df73-c76c-4f14-9885-ab807dfed210 req-19f15482-13c2-4559-892b-7e9a3024e1de tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:11.736121 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6dd1df73-c76c-4f14-9885-ab807dfed210 req-19f15482-13c2-4559-892b-7e9a3024e1de tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 944 time: 0.0513284 Apr 26 14:12:11.782423 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6dd1df73-c76c-4f14-9885-ab807dfed210 req-fcafc9d2-3085-4600-9267-7eb3e8bb23af tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406229 Apr 26 14:12:11.908465 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device abcf92b7-d4b6-41b9-80c4-6fbda749a755 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:12:12.005266 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port abcf92b7-d4b6-41b9-80c4-6fbda749a755, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=abcf92b7-d4b6-41b9-80c4-6fbda749a755,segment=NetworkSegment(51ad5a88-2866-4657-b8cb-e96febfe5ebb),segment_id=51ad5a88-2866-4657-b8cb-e96febfe5ebb)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:12.016611 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755', 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'port_id': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755', 'mac_address': 'fa:16:3e:e9:63:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21736fdb-edb7-4182-9064-452899759396', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:12:12.051805 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port abcf92b7-d4b6-41b9-80c4-6fbda749a755 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:12:12.052182 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:12.064955 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abcf92b7-d4b6-41b9-80c4-6fbda749a755 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:12:12.087525 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port abcf92b7-d4b6-41b9-80c4-6fbda749a755, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=abcf92b7-d4b6-41b9-80c4-6fbda749a755,segment=NetworkSegment(51ad5a88-2866-4657-b8cb-e96febfe5ebb),segment_id=51ad5a88-2866-4657-b8cb-e96febfe5ebb)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:12.179211 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:12.226513 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=abcf92b7-d4b6-41b9-80c4-6fbda749a755,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:12.244793 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a2867-c3ba-47de-85e7-1fe3191a9f90 req-e3280687-89cc-4128-b7a3-91bd10c51cdb tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:12.246274 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d61a2867-c3ba-47de-85e7-1fe3191a9f90 req-e3280687-89cc-4128-b7a3-91bd10c51cdb tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 943 time: 0.0533051 Apr 26 14:12:12.292173 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d61a2867-c3ba-47de-85e7-1fe3191a9f90 req-e6b31a0e-bc2a-4ae6-bced-7260cfbe930a tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Apr 26 14:12:12.417456 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624d2dd-92f9-403c-857b-79ca5fa8e9cf req-330ef348-cc54-44e0-b1e0-e0389a8ad594 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:12.418954 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f624d2dd-92f9-403c-857b-79ca5fa8e9cf req-330ef348-cc54-44e0-b1e0-e0389a8ad594 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0542850 Apr 26 14:12:12.466835 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f624d2dd-92f9-403c-857b-79ca5fa8e9cf req-3bd54b43-459c-48f9-ac47-a8a8efa71623 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416746 Apr 26 14:12:12.662953 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a974555-4825-41c0-9a3c-49a23ca4aedc req-320ba81a-5b4f-447b-b08a-ae4f92f368b6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:12.664412 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4a974555-4825-41c0-9a3c-49a23ca4aedc req-320ba81a-5b4f-447b-b08a-ae4f92f368b6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 943 time: 0.0513067 Apr 26 14:12:12.697342 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da155f8-b242-48ca-ba95-bdd1a0e0535f req-d0c6e593-052a-41a0-b9cc-f99071e1b6c9 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:12.699035 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0da155f8-b242-48ca-ba95-bdd1a0e0535f req-d0c6e593-052a-41a0-b9cc-f99071e1b6c9 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0590084 Apr 26 14:12:12.723312 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4a974555-4825-41c0-9a3c-49a23ca4aedc req-2e4dd29c-3cfa-43f3-88b1-f40211030572 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532808 Apr 26 14:12:12.750465 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0da155f8-b242-48ca-ba95-bdd1a0e0535f req-a9e23c51-454f-4e6d-95be-d3ed923f2d2a tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458736 Apr 26 14:12:12.900359 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af813177-a047-4ee1-995d-3fe69acd6355 req-7d3225c2-61ec-45ef-a3b9-e81806d46c88 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:12.901805 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-af813177-a047-4ee1-995d-3fe69acd6355 req-7d3225c2-61ec-45ef-a3b9-e81806d46c88 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 945 time: 0.0547557 Apr 26 14:12:12.947951 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-af813177-a047-4ee1-995d-3fe69acd6355 req-12a3c2d1-86b5-41dd-a17c-6addb6451b96 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403974 Apr 26 14:12:13.406050 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff27d06-e4b9-4660-94da-8b413c996d52 req-bad30085-197a-46a3-b883-737db49008d3 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:13.408101 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3ff27d06-e4b9-4660-94da-8b413c996d52 req-bad30085-197a-46a3-b883-737db49008d3 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 943 time: 0.0527000 Apr 26 14:12:13.458187 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3ff27d06-e4b9-4660-94da-8b413c996d52 req-efb4cbdb-63e7-4ba3-8fbe-4f20abc1f231 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444300 Apr 26 14:12:13.583344 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9b77a-4a1b-419d-ba85-84f238b0f049 req-ca733ab4-59f0-4844-a19e-0bee1dbf172e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:13.584878 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ebd9b77a-4a1b-419d-ba85-84f238b0f049 req-ca733ab4-59f0-4844-a19e-0bee1dbf172e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0501440 Apr 26 14:12:13.848263 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d0e5c-067c-4cfe-8277-7ff89226d239 req-d58f7fbd-f78b-4d99-9cde-3cd70f53e8c0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:13.849782 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5a5d0e5c-067c-4cfe-8277-7ff89226d239 req-d58f7fbd-f78b-4d99-9cde-3cd70f53e8c0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 943 time: 0.0555961 Apr 26 14:12:13.898440 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5a5d0e5c-067c-4cfe-8277-7ff89226d239 req-c4fad2f7-e1d3-4db7-bfa0-6bb525ce4c7d tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428581 Apr 26 14:12:13.913999 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['abcf92b7-d4b6-41b9-80c4-6fbda749a755'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:12:13.924814 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ebd9b77a-4a1b-419d-ba85-84f238b0f049 req-b9b8017c-6a82-4c9e-a411-a0a0fec0c94d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335049 Apr 26 14:12:13.950500 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-2b969108-47ff-4673-8149-eb123ac7efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:13.951975 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-2b969108-47ff-4673-8149-eb123ac7efe8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 1127 time: 0.3339319 Apr 26 14:12:13.953792 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c361be-1564-4fff-8bad-6d500a87e5b5 req-3d3f83be-0d14-452f-907a-2766351680db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:13.955133 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-37c361be-1564-4fff-8bad-6d500a87e5b5 req-3d3f83be-0d14-452f-907a-2766351680db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 1129 time: 0.3381219 Apr 26 14:12:14.024312 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-5e20bf70-3982-43dc-b396-fb3037d5f6ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ede1cf67-87e7-4b05-824d-155ba5205045 HTTP/1.1" status: 200 len: 217 time: 0.0461962 Apr 26 14:12:14.047394 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a53bc-71ab-48d7-a132-4682464900c5 req-445a718f-54e2-465a-9c2e-162e3531308a tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:14.049122 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-273a53bc-71ab-48d7-a132-4682464900c5 req-445a718f-54e2-465a-9c2e-162e3531308a tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0695355 Apr 26 14:12:14.106849 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-273a53bc-71ab-48d7-a132-4682464900c5 req-87406af4-cf98-4d67-ae92-049141185e21 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510199 Apr 26 14:12:14.156102 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-ca5661b4-9a07-4109-af59-b38c0a706a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:14.158246 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-ca5661b4-9a07-4109-af59-b38c0a706a81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e744dae-ccf5-4501-bded-a8905e9a6bf5 HTTP/1.1" status: 200 len: 854 time: 0.1188223 Apr 26 14:12:14.212239 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996307c-6e31-4b7b-958c-1ddafa0240bd req-515df532-e377-459a-971b-aa65d6e10a34 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:14.213693 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e996307c-6e31-4b7b-958c-1ddafa0240bd req-515df532-e377-459a-971b-aa65d6e10a34 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 945 time: 0.1754270 Apr 26 14:12:14.218674 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c361be-1564-4fff-8bad-6d500a87e5b5 req-680ff1e8-1372-4a29-8bef-90148eb86f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:14.220729 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-37c361be-1564-4fff-8bad-6d500a87e5b5 req-680ff1e8-1372-4a29-8bef-90148eb86f35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 919 time: 0.2063844 Apr 26 14:12:14.275905 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-37c361be-1564-4fff-8bad-6d500a87e5b5 req-aa89bc27-9df6-4d11-bcb5-a5d71e8d347c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929beb4c-1416-4cbb-a27f-30e55ee70ab6 HTTP/1.1" status: 200 len: 217 time: 0.0468402 Apr 26 14:12:14.330144 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-8dcb4ca7-825f-4aec-a726-97dae96674db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:14.331650 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-8dcb4ca7-825f-4aec-a726-97dae96674db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db62da73-59c6-4f6f-98fa-3d9fee96e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1616364 Apr 26 14:12:14.336429 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e996307c-6e31-4b7b-958c-1ddafa0240bd req-e984e222-e7d2-49a4-81d6-b11f0c9c614f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141963 Apr 26 14:12:14.394522 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c361be-1564-4fff-8bad-6d500a87e5b5 req-adef9121-1c5a-4f4a-9df0-546c743566a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:14.395953 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-37c361be-1564-4fff-8bad-6d500a87e5b5 req-adef9121-1c5a-4f4a-9df0-546c743566a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.1096199 Apr 26 14:12:14.463693 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-65c01855-7abc-40da-a782-76e1f5da07e9 service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248174 Apr 26 14:12:14.471204 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c361be-1564-4fff-8bad-6d500a87e5b5 req-47215287-7b45-4f9d-99ea-8153a51d74df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:14.472571 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-37c361be-1564-4fff-8bad-6d500a87e5b5 req-47215287-7b45-4f9d-99ea-8153a51d74df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695457 Apr 26 14:12:14.613526 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a05ec-8a25-4e13-861f-3b2ca87758bb req-84589664-4d2d-4ea1-bf4c-4756c182c3cc tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:14.615266 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-018a05ec-8a25-4e13-861f-3b2ca87758bb req-84589664-4d2d-4ea1-bf4c-4756c182c3cc tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 943 time: 0.0545096 Apr 26 14:12:14.663243 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ebc263ae-8384-4f30-9b4c-a5f71bda4d3f req-dfcb6f6e-4ca8-4090-aeae-8004c02b9590 service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893010 Apr 26 14:12:14.663793 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-018a05ec-8a25-4e13-861f-3b2ca87758bb req-eb0c918a-e88e-4eeb-bfad-4c2a1b665e8c tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425746 Apr 26 14:12:14.664979 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-37c361be-1564-4fff-8bad-6d500a87e5b5 req-ec7cb47d-6b0c-4a48-836b-6f436f7af119 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845143 Apr 26 14:12:14.761037 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-37c361be-1564-4fff-8bad-6d500a87e5b5 req-8d8fa46e-3ec9-4714-9a3b-d4244b18d931 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875957 Apr 26 14:12:15.040764 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131d812-5bde-4357-99c4-9c9792657e55 req-09a78644-8032-45f5-b89e-63e975b7b4a3 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:15.049055 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8131d812-5bde-4357-99c4-9c9792657e55 req-09a78644-8032-45f5-b89e-63e975b7b4a3 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 943 time: 0.0747244 Apr 26 14:12:15.093655 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee20aaf-c5c8-47f4-91d3-b0ec73f33b21 req-f929fb8f-d51b-45f2-b336-8a6d971d249d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:15.098462 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0ee20aaf-c5c8-47f4-91d3-b0ec73f33b21 req-f929fb8f-d51b-45f2-b336-8a6d971d249d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0805445 Apr 26 14:12:15.107068 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8131d812-5bde-4357-99c4-9c9792657e55 req-bf9ce483-0534-44df-84b0-ab94183c8e15 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523674 Apr 26 14:12:15.149756 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0ee20aaf-c5c8-47f4-91d3-b0ec73f33b21 req-eacd4aa2-1ecd-4e43-b58e-79f5aaeb95e4 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476236 Apr 26 14:12:15.247997 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9f063-c5ed-4f53-a1e0-9a41360fdb1e req-796ca6de-a1cc-493e-8d11-f6f22e26d294 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:15.250085 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-05a9f063-c5ed-4f53-a1e0-9a41360fdb1e req-796ca6de-a1cc-493e-8d11-f6f22e26d294 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0677383 Apr 26 14:12:15.306560 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-05a9f063-c5ed-4f53-a1e0-9a41360fdb1e req-41aeafa3-0271-46a8-bd56-49a51ee42b23 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480573 Apr 26 14:12:15.472866 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97067257-f9b3-4836-a06b-ae46d81761ac req-66f26923-5a1f-482a-b91f-8292deffa2ec tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:15.472866 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-97067257-f9b3-4836-a06b-ae46d81761ac req-66f26923-5a1f-482a-b91f-8292deffa2ec tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 945 time: 0.0630589 Apr 26 14:12:15.525314 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-97067257-f9b3-4836-a06b-ae46d81761ac req-9719c4dd-b515-4b45-ae23-5fa4f0574b54 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506887 Apr 26 14:12:15.583412 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device a222344d-e5e3-4176-8559-d0bda5c36cdd details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:12:15.588096 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device abcf92b7-d4b6-41b9-80c4-6fbda749a755 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:12:15.725576 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port a222344d-e5e3-4176-8559-d0bda5c36cdd, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=a222344d-e5e3-4176-8559-d0bda5c36cdd,segment=NetworkSegment(5c323ccc-6b98-4da2-be42-a69292cf2946),segment_id=5c323ccc-6b98-4da2-be42-a69292cf2946)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:15.737604 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'a222344d-e5e3-4176-8559-d0bda5c36cdd', 'network_id': '1a702bb0-0366-46dc-8d15-e85f42f915e6', 'port_id': 'a222344d-e5e3-4176-8559-d0bda5c36cdd', 'mac_address': 'fa:16:3e:fe:29:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45c8134-353d-4b77-86e0-8b4d66e6b3d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:12:15.762332 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port abcf92b7-d4b6-41b9-80c4-6fbda749a755 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:12:15.770548 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port abcf92b7-d4b6-41b9-80c4-6fbda749a755 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:12:15.770921 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:15.787942 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb19f4-b1b6-4f5c-979e-7255e01d1cfc req-b0ae05bf-eed3-4839-b1cc-a9992d89a6a2 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:15.789517 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-efeb19f4-b1b6-4f5c-979e-7255e01d1cfc req-b0ae05bf-eed3-4839-b1cc-a9992d89a6a2 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 943 time: 0.0518212 Apr 26 14:12:15.798773 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port a222344d-e5e3-4176-8559-d0bda5c36cdd is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:12:15.799159 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (a222344d-e5e3-4176-8559-d0bda5c36cdd), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:15.819704 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a222344d-e5e3-4176-8559-d0bda5c36cdd {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:12:15.840155 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-efeb19f4-b1b6-4f5c-979e-7255e01d1cfc req-d143c0de-9fe8-4c73-b52d-6c9dc8faa480 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447905 Apr 26 14:12:15.845573 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port a222344d-e5e3-4176-8559-d0bda5c36cdd, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=a222344d-e5e3-4176-8559-d0bda5c36cdd,segment=NetworkSegment(5c323ccc-6b98-4da2-be42-a69292cf2946),segment_id=5c323ccc-6b98-4da2-be42-a69292cf2946)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:15.887858 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port abcf92b7-d4b6-41b9-80c4-6fbda749a755 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:12:15.888404 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:15.918857 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:12:15.921086 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888d3546-e78e-42c9-abf0-737ef5a2f7cb" -d '{"events": [{"server_uuid": "04ed8647-f0ef-4959-a4ec-f0d32051f5de", "name": "network-vif-plugged", "status": "completed", "tag": "abcf92b7-d4b6-41b9-80c4-6fbda749a755"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:12:16.049293 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ea55f6-1d6d-406e-b92b-9c252b465b70 x-openstack-request-id: req-b0ea55f6-1d6d-406e-b92b-9c252b465b70 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:12:16.049584 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ed8647-f0ef-4959-a4ec-f0d32051f5de", "name": "network-vif-plugged", "status": "completed", "tag": "abcf92b7-d4b6-41b9-80c4-6fbda749a755", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:12:16.049840 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0ea55f6-1d6d-406e-b92b-9c252b465b70 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:12:16.050253 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ea55f6-1d6d-406e-b92b-9c252b465b70'] response: {'server_uuid': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755', 'code': 200} Apr 26 14:12:16.052794 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (a222344d-e5e3-4176-8559-d0bda5c36cdd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:16.055557 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port abcf92b7-d4b6-41b9-80c4-6fbda749a755, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=abcf92b7-d4b6-41b9-80c4-6fbda749a755,segment=NetworkSegment(51ad5a88-2866-4657-b8cb-e96febfe5ebb),segment_id=51ad5a88-2866-4657-b8cb-e96febfe5ebb)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:16.100893 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=a222344d-e5e3-4176-8559-d0bda5c36cdd,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:16.219185 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9561f-1f52-4719-b67d-d443b0f88630 req-bec377fc-f633-46a3-89da-4c2e36f9d424 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:16.219384 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:16.220942 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b6a9561f-1f52-4719-b67d-d443b0f88630 req-bec377fc-f633-46a3-89da-4c2e36f9d424 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 943 time: 0.0569680 Apr 26 14:12:16.268359 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=abcf92b7-d4b6-41b9-80c4-6fbda749a755,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:16.271088 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b6a9561f-1f52-4719-b67d-d443b0f88630 req-daf3d43a-615c-4365-b268-047faae9dd5d tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462217 Apr 26 14:12:16.285930 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedb7b2-1600-419f-a68a-7673f1fdfe6d req-c42697e7-fb3d-4b6d-896f-a1451eb00d42 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:16.287710 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ceedb7b2-1600-419f-a68a-7673f1fdfe6d req-c42697e7-fb3d-4b6d-896f-a1451eb00d42 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0664723 Apr 26 14:12:16.317289 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['a222344d-e5e3-4176-8559-d0bda5c36cdd'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:12:16.362689 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ceedb7b2-1600-419f-a68a-7673f1fdfe6d req-cf394de4-e64b-4aa4-8ce5-7b7553b65fac tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637026 Apr 26 14:12:16.439314 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502e126-b67d-478a-8b79-ed5abfe7f281 req-36362379-52c7-46f8-9697-3c6a25c22fc0 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:16.441208 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3502e126-b67d-478a-8b79-ed5abfe7f281 req-36362379-52c7-46f8-9697-3c6a25c22fc0 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0597792 Apr 26 14:12:16.521930 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c6082-8857-4160-9723-17be8385d504 req-25b56c32-081c-49f6-b62c-61e12e433fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:16.523498 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ab0c6082-8857-4160-9723-17be8385d504 req-25b56c32-081c-49f6-b62c-61e12e433fbe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 1130 time: 0.0782719 Apr 26 14:12:16.526918 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3502e126-b67d-478a-8b79-ed5abfe7f281 req-8105572c-54ad-42e3-a5fe-3e6a55a1a465 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731683 Apr 26 14:12:16.577155 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ab0c6082-8857-4160-9723-17be8385d504 req-f72bb2fc-86cf-4365-a4c5-49e51b3792d5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 Apr 26 14:12:16.646146 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f27553-a3ca-4696-bc04-b17a55948e44 req-cf8c1133-87e5-4898-9769-42ff8d71910b tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:16.647820 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e0f27553-a3ca-4696-bc04-b17a55948e44 req-cf8c1133-87e5-4898-9769-42ff8d71910b tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 946 time: 0.0526602 Apr 26 14:12:16.700091 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e0f27553-a3ca-4696-bc04-b17a55948e44 req-0756b76d-ef93-46e4-a8e9-09787f441cf3 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464363 Apr 26 14:12:16.988832 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292d6f6-6bb5-437e-90f5-a6c8e6710b39 req-d75b5ae2-52ce-44df-af14-b65e99149073 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:16.990566 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4292d6f6-6bb5-437e-90f5-a6c8e6710b39 req-d75b5ae2-52ce-44df-af14-b65e99149073 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 944 time: 0.0824456 Apr 26 14:12:17.043650 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4292d6f6-6bb5-437e-90f5-a6c8e6710b39 req-d98fc378-9db0-4323-ba63-f287376c8e9a tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475764 Apr 26 14:12:17.386856 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32e892-8f1d-4a5c-9725-63605565c242 req-a7871b29-fa5d-4714-96ac-e58f711af187 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:17.388902 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6a32e892-8f1d-4a5c-9725-63605565c242 req-a7871b29-fa5d-4714-96ac-e58f711af187 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 943 time: 0.0519457 Apr 26 14:12:17.444763 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6a32e892-8f1d-4a5c-9725-63605565c242 req-75189e13-a17e-458b-bcfa-4a94a797e2ec tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490744 Apr 26 14:12:17.587469 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ede1cf67-87e7-4b05-824d-155ba5205045 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:12:17.592146 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device a222344d-e5e3-4176-8559-d0bda5c36cdd up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:12:17.649533 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3b05e-7303-4868-b2cd-dc66f8690568 req-e1eaf244-2b7a-4dad-9709-cf6f2f15794f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:17.651193 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4af3b05e-7303-4868-b2cd-dc66f8690568 req-e1eaf244-2b7a-4dad-9709-cf6f2f15794f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0555885 Apr 26 14:12:17.705083 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4af3b05e-7303-4868-b2cd-dc66f8690568 req-777ec78b-ef71-454b-a9e1-f986b515ea2f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478129 Apr 26 14:12:17.723112 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port ede1cf67-87e7-4b05-824d-155ba5205045, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ede1cf67-87e7-4b05-824d-155ba5205045,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:17.734747 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'ede1cf67-87e7-4b05-824d-155ba5205045', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'port_id': 'ede1cf67-87e7-4b05-824d-155ba5205045', 'mac_address': 'fa:16:3e:c0:6e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:12:17.774224 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port ede1cf67-87e7-4b05-824d-155ba5205045 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:12:17.776545 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ede1cf67-87e7-4b05-824d-155ba5205045), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:17.792186 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede1cf67-87e7-4b05-824d-155ba5205045 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:12:17.813427 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port ede1cf67-87e7-4b05-824d-155ba5205045, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ede1cf67-87e7-4b05-824d-155ba5205045,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:17.819175 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f74ef-210c-4b03-8777-6eadee648f25 req-2fabe979-d2a3-42c7-85e0-269b15e2d43f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:17.820976 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e66f74ef-210c-4b03-8777-6eadee648f25 req-2fabe979-d2a3-42c7-85e0-269b15e2d43f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 946 time: 0.0567279 Apr 26 14:12:17.823199 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port a222344d-e5e3-4176-8559-d0bda5c36cdd completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:12:17.828107 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port a222344d-e5e3-4176-8559-d0bda5c36cdd triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:12:17.828551 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (a222344d-e5e3-4176-8559-d0bda5c36cdd), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:17.868200 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e66f74ef-210c-4b03-8777-6eadee648f25 req-9abf2597-9c05-46ee-b884-f0cf79eda1e1 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415275 Apr 26 14:12:17.908855 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port a222344d-e5e3-4176-8559-d0bda5c36cdd is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:12:17.909246 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (a222344d-e5e3-4176-8559-d0bda5c36cdd), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:17.938208 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (ede1cf67-87e7-4b05-824d-155ba5205045), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:17.944504 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port a222344d-e5e3-4176-8559-d0bda5c36cdd, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=a222344d-e5e3-4176-8559-d0bda5c36cdd,segment=NetworkSegment(5c323ccc-6b98-4da2-be42-a69292cf2946),segment_id=5c323ccc-6b98-4da2-be42-a69292cf2946)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:18.020589 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=ede1cf67-87e7-4b05-824d-155ba5205045,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:18.027541 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.027903 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.028266 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.028606 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.028977 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.029308 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.029638 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.030814 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.031153 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.031508 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.031835 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.032372 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.033044 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.048835 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (a222344d-e5e3-4176-8559-d0bda5c36cdd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:18.052530 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2e858d-4901-494e-aed1-08b7a3ccda6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a222344d-e5e3-4176-8559-d0bda5c36cdd'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:12:18.054882 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12d10fe-5386-4ddc-9509-58385af18817" -d '{"events": [{"server_uuid": "8b2e858d-4901-494e-aed1-08b7a3ccda6b", "name": "network-vif-plugged", "status": "completed", "tag": "a222344d-e5e3-4176-8559-d0bda5c36cdd"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:12:18.107725 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=a222344d-e5e3-4176-8559-d0bda5c36cdd,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:18.127283 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be44477-8b62-4a34-bc07-3949b9e27bd9 x-openstack-request-id: req-9be44477-8b62-4a34-bc07-3949b9e27bd9 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:12:18.127753 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2e858d-4901-494e-aed1-08b7a3ccda6b", "name": "network-vif-plugged", "status": "completed", "tag": "a222344d-e5e3-4176-8559-d0bda5c36cdd", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:12:18.128067 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9be44477-8b62-4a34-bc07-3949b9e27bd9 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:12:18.130037 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be44477-8b62-4a34-bc07-3949b9e27bd9'] response: {'server_uuid': '8b2e858d-4901-494e-aed1-08b7a3ccda6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a222344d-e5e3-4176-8559-d0bda5c36cdd', 'code': 200} Apr 26 14:12:18.228872 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c7b55-70e7-4cd1-b31d-71038e01711c req-c14fe467-454f-4295-a665-ab4c6c285167 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:18.230840 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-235c7b55-70e7-4cd1-b31d-71038e01711c req-c14fe467-454f-4295-a665-ab4c6c285167 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 945 time: 0.0769768 Apr 26 14:12:18.250692 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['ede1cf67-87e7-4b05-824d-155ba5205045'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:12:18.287366 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-235c7b55-70e7-4cd1-b31d-71038e01711c req-1c56fab2-e40e-44fe-984d-fa8177c99668 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493033 Apr 26 14:12:18.486176 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38cf27-94f1-4ba5-b280-6c46bfed23eb req-82ab8bb1-9aaa-4ae5-97c4-ff3e2d397725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:18.487847 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-eb38cf27-94f1-4ba5-b280-6c46bfed23eb req-82ab8bb1-9aaa-4ae5-97c4-ff3e2d397725 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 1129 time: 0.0548189 Apr 26 14:12:18.490282 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56852) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:18.494803 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--783071975', 'description': 'tempest-description--565770726'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:18.550722 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-eb38cf27-94f1-4ba5-b280-6c46bfed23eb req-0f2501f0-9995-40c4-b693-1fe685675362 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432625 Apr 26 14:12:18.588466 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918472e-0616-42a8-a800-10131bcb7a30 req-528ee6f5-64d0-4b8d-b3c9-bd2007856fce tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:18.589956 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0918472e-0616-42a8-a800-10131bcb7a30 req-528ee6f5-64d0-4b8d-b3c9-bd2007856fce tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 944 time: 0.0648434 Apr 26 14:12:18.602163 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:18.642550 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0918472e-0616-42a8-a800-10131bcb7a30 req-68633d9c-ab72-49e6-ac1f-37203412f956 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464272 Apr 26 14:12:18.670156 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for security_group (1a0fbac1-6c1c-4e67-994c-72c069afa544), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:18.823466 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (1a0fbac1-6c1c-4e67-994c-72c069afa544), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:18.832788 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f57f2-72be-4742-8d79-f7931f8ba3f2 req-9761cc05-1865-4b0f-953a-b9711e721e90 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:18.834295 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-408f57f2-72be-4742-8d79-f7931f8ba3f2 req-9761cc05-1865-4b0f-953a-b9711e721e90 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0637169 Apr 26 14:12:18.875017 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0fbac1-6c1c-4e67-994c-72c069afa544,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:18.884947 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.885296 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.885641 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.886035 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.886376 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.886712 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.887045 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.887374 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.887699 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.888070 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.888383 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.888704 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.889029 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:18.916771 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-408f57f2-72be-4742-8d79-f7931f8ba3f2 req-2611bed4-1943-416a-be05-fdbff15e7aba tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683069 Apr 26 14:12:18.975415 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:18.978308 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d9802efd-29b6-4fd2-817a-12f32ae13fc7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4852085 Apr 26 14:12:18.979918 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56858) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:18.984779 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-3acb3aa8-d3d5-42be-a1f6-b68fa4690b4b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Request body: {'security_group_rule': {'security_group_id': '1a0fbac1-6c1c-4e67-994c-72c069afa544', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:18.997633 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d4896-32f0-4415-85c4-6826cd85587a req-abdbbae8-acb2-4adf-b737-198cf66d8ee2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:19.001921 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ef3d4896-32f0-4415-85c4-6826cd85587a req-abdbbae8-acb2-4adf-b737-198cf66d8ee2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 946 time: 0.0605819 Apr 26 14:12:19.049198 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ef3d4896-32f0-4415-85c4-6826cd85587a req-2c9c76bf-53d0-4c86-8171-cdce06520ad5 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411644 Apr 26 14:12:19.145569 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3acb3aa8-d3d5-42be-a1f6-b68fa4690b4b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for security_group_rule (c2b13690-ecbe-43ac-82a6-5a0246c4f99e), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:19.199355 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b22ec-2e48-41dd-9ab3-66a341f65517 req-1002bcdb-d3d9-4ea9-8051-644c69fee247 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:19.199355 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-267b22ec-2e48-41dd-9ab3-66a341f65517 req-1002bcdb-d3d9-4ea9-8051-644c69fee247 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 946 time: 0.0815473 Apr 26 14:12:19.241945 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3acb3aa8-d3d5-42be-a1f6-b68fa4690b4b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for security_group_rule (c2b13690-ecbe-43ac-82a6-5a0246c4f99e), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:19.263919 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-267b22ec-2e48-41dd-9ab3-66a341f65517 req-98417676-8520-4a34-9349-6dbe263d759d tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576072 Apr 26 14:12:19.310924 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3acb3aa8-d3d5-42be-a1f6-b68fa4690b4b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (c2b13690-ecbe-43ac-82a6-5a0246c4f99e), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:19.327573 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb3aa8-d3d5-42be-a1f6-b68fa4690b4b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b13690-ecbe-43ac-82a6-5a0246c4f99e,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:19.415830 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c41652-2aea-41c7-b8ac-aed931edaf36 req-1afeaa51-376e-4194-9e00-5ebaebaedbb0 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:19.425006 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-92c41652-2aea-41c7-b8ac-aed931edaf36 req-1afeaa51-376e-4194-9e00-5ebaebaedbb0 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 945 time: 0.0683703 Apr 26 14:12:19.431296 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3acb3aa8-d3d5-42be-a1f6-b68fa4690b4b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:19.435321 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-3acb3aa8-d3d5-42be-a1f6-b68fa4690b4b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4517317 Apr 26 14:12:19.440892 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56878) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:19.446018 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-9f16dacc-a057-4aab-838a-894a8b8ec285 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Request body: {'security_group_rule': {'security_group_id': '1a0fbac1-6c1c-4e67-994c-72c069afa544', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:19.493572 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-92c41652-2aea-41c7-b8ac-aed931edaf36 req-a00e48d8-0e6f-48bd-abc8-8c06d9bd0999 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676835 Apr 26 14:12:19.578371 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9f16dacc-a057-4aab-838a-894a8b8ec285 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for security_group_rule (dab7e332-957d-47c8-9da4-d04e1dc73538), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:19.600789 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32500-2ba1-4598-8ef2-28a6fad0894e req-604c77ff-8cbb-4734-8004-f5cdc8727b90 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:19.602605 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-57a32500-2ba1-4598-8ef2-28a6fad0894e req-604c77ff-8cbb-4734-8004-f5cdc8727b90 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 946 time: 0.0533354 Apr 26 14:12:19.602933 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ede1cf67-87e7-4b05-824d-155ba5205045 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:12:19.641532 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9f16dacc-a057-4aab-838a-894a8b8ec285 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for security_group_rule (dab7e332-957d-47c8-9da4-d04e1dc73538), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:19.658652 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-57a32500-2ba1-4598-8ef2-28a6fad0894e req-dd5d811e-ca94-4764-bf56-3a36c832b965 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505610 Apr 26 14:12:19.761827 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27ce30-1d7a-43a0-a9c7-ebe29cf1028a req-2e7b609b-d733-4c27-8ac7-fdbd72167c3b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:19.766083 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1f27ce30-1d7a-43a0-a9c7-ebe29cf1028a req-2e7b609b-d733-4c27-8ac7-fdbd72167c3b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 944 time: 0.0532687 Apr 26 14:12:19.766083 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9f16dacc-a057-4aab-838a-894a8b8ec285 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (dab7e332-957d-47c8-9da4-d04e1dc73538), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:19.807686 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16dacc-a057-4aab-838a-894a8b8ec285 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab7e332-957d-47c8-9da4-d04e1dc73538,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:19.813609 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port ede1cf67-87e7-4b05-824d-155ba5205045 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:12:19.818908 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port ede1cf67-87e7-4b05-824d-155ba5205045 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:12:19.819297 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (ede1cf67-87e7-4b05-824d-155ba5205045), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:19.856653 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1f27ce30-1d7a-43a0-a9c7-ebe29cf1028a req-c228a2fb-56c9-4291-b019-8c660110d3e0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768466 Apr 26 14:12:19.872786 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9f16dacc-a057-4aab-838a-894a8b8ec285 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:19.875032 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-9f16dacc-a057-4aab-838a-894a8b8ec285 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4386182 Apr 26 14:12:19.878111 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56890) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:19.883174 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Request body: {'floatingip': {'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:19.915532 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port ede1cf67-87e7-4b05-824d-155ba5205045 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:12:19.920677 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ede1cf67-87e7-4b05-824d-155ba5205045), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:19.948872 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port ede1cf67-87e7-4b05-824d-155ba5205045, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ede1cf67-87e7-4b05-824d-155ba5205045,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:19.984761 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:20.014150 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (ede1cf67-87e7-4b05-824d-155ba5205045), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:20.050761 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89624052-840e-4f21-8dd7-26a53edf000d req-761af556-ebc1-4066-9def-3840ff2f9ca2 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:20.052499 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-89624052-840e-4f21-8dd7-26a53edf000d req-761af556-ebc1-4066-9def-3840ff2f9ca2 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0704737 Apr 26 14:12:20.082853 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=ede1cf67-87e7-4b05-824d-155ba5205045,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:20.100861 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:20.120656 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-89624052-840e-4f21-8dd7-26a53edf000d req-9d6c3c7b-b958-4a0d-abde-124b88a7878d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624120 Apr 26 14:12:20.131059 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede1cf67-87e7-4b05-824d-155ba5205045'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:12:20.134272 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26ffad4-631d-4064-bb3f-8f0bb96f8e96" -d '{"events": [{"server_uuid": "df98b23b-b855-4fcd-ab58-771e1f55e22b", "name": "network-vif-plugged", "status": "completed", "tag": "ede1cf67-87e7-4b05-824d-155ba5205045"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:12:20.171889 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b44434c-65cc-451b-9518-57a7dbfc486f x-openstack-request-id: req-1b44434c-65cc-451b-9518-57a7dbfc486f {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:12:20.172234 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df98b23b-b855-4fcd-ab58-771e1f55e22b", "name": "network-vif-plugged", "status": "completed", "tag": "ede1cf67-87e7-4b05-824d-155ba5205045", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:12:20.172500 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b44434c-65cc-451b-9518-57a7dbfc486f {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:12:20.172934 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b44434c-65cc-451b-9518-57a7dbfc486f'] response: {'server_uuid': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede1cf67-87e7-4b05-824d-155ba5205045', 'code': 200} Apr 26 14:12:20.217784 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Allocated IP 172.27.1.110 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/28e093a9-8b56-4a11-8415-31c886d080db) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:12:20.329029 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for port (28e093a9-8b56-4a11-8415-31c886d080db), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:20.396919 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (28e093a9-8b56-4a11-8415-31c886d080db), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:20.441791 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:12:20.452902 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:12:20.473920 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:12:20.479523 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Pushing event updated for resources: {'Port': ['ID=28e093a9-8b56-4a11-8415-31c886d080db,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:20.532740 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cad590-b9e3-447b-8528-5bcb15d5c98e req-929a17dd-3cf5-4008-b928-4fa385661fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:20.534270 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-83cad590-b9e3-447b-8528-5bcb15d5c98e req-929a17dd-3cf5-4008-b928-4fa385661fbd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 1129 time: 0.0961189 Apr 26 14:12:20.586251 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for floatingip (0223b642-8890-4a65-be39-2da23911878b), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:20.632859 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9370f9a-b5d9-488b-9195-28c2ef73af96 req-afb88ff1-a776-436e-b7a5-d281df2ff7cb tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:20.634333 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d9370f9a-b5d9-488b-9195-28c2ef73af96 req-afb88ff1-a776-436e-b7a5-d281df2ff7cb tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 945 time: 0.0511003 Apr 26 14:12:20.681224 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d9370f9a-b5d9-488b-9195-28c2ef73af96 req-d62fbb2d-1a2b-48da-81f3-651e5ccb9f14 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412729 Apr 26 14:12:20.698417 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (28e093a9-8b56-4a11-8415-31c886d080db), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:20.857956 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for port (28e093a9-8b56-4a11-8415-31c886d080db), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:20.973382 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5ca62-afd5-48e7-b82c-574dca2921d2 req-ff22b03b-adc8-43f2-89b8-5d3d4ad894ea tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:20.974805 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-eac5ca62-afd5-48e7-b82c-574dca2921d2 req-ff22b03b-adc8-43f2-89b8-5d3d4ad894ea tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 945 time: 0.0550559 Apr 26 14:12:20.978835 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (28e093a9-8b56-4a11-8415-31c886d080db), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:21.065418 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Pushing event updated for resources: {'Port': ['ID=28e093a9-8b56-4a11-8415-31c886d080db,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:21.090864 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-eac5ca62-afd5-48e7-b82c-574dca2921d2 req-959f029a-a80b-4700-96cf-4e855e88f12b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095536 Apr 26 14:12:21.091797 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (0223b642-8890-4a65-be39-2da23911878b), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:21.239392 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e04a6-7fc4-4ff1-bf0a-699069389a1b req-82df235c-a412-44cc-9b19-bd04bb9cdd57 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:21.240894 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1f5e04a6-7fc4-4ff1-bf0a-699069389a1b req-82df235c-a412-44cc-9b19-bd04bb9cdd57 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0524220 Apr 26 14:12:21.245314 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:21.255380 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-e8e8da2c-d21d-495e-8baf-3856593643e1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3673472 Apr 26 14:12:21.289457 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1f5e04a6-7fc4-4ff1-bf0a-699069389a1b req-40fd5ff0-336e-420a-b0f2-c5906d2d1480 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426474 Apr 26 14:12:21.298864 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 56932) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:21.361899 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-83cad590-b9e3-447b-8528-5bcb15d5c98e req-735dd42b-a052-4d0e-9a7d-ca5f2fe2df8e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441248 Apr 26 14:12:21.436219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:21.471940 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-434c44dd-90c1-43af-8b98-784213805c4e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--783071975&fields=id&tenant_id=afa3fcb59a274c22bcf1ebcf44211943 HTTP/1.1" status: 200 len: 267 time: 0.0562527 Apr 26 14:12:21.513727 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Publish callbacks [] for security_group (6545f034-dc9a-4ca9-90d7-45ac1b88bcf4), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:21.579018 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-2ba5d756-4118-499e-a989-5158fcedfe9b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:21.580485 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-2ba5d756-4118-499e-a989-5158fcedfe9b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 818 time: 0.1017034 Apr 26 14:12:21.594804 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-2f1b2a0d-890d-47f9-b81f-13ff16e3b78b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/quotas/afa3fcb59a274c22bcf1ebcf44211943 HTTP/1.1" status: 200 len: 375 time: 0.0089195 Apr 26 14:12:21.601821 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (6545f034-dc9a-4ca9-90d7-45ac1b88bcf4), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:21.643094 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5599558948954705acebea366145dba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429370 Apr 26 14:12:21.643962 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6545f034-dc9a-4ca9-90d7-45ac1b88bcf4,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:21.645687 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 56950) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:21.651146 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:21.651485 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:21.651825 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:21.652183 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:21.652508 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:21.652839 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:21.653171 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:21.653504 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:21.653834 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:21.654189 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:21.654520 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:21.654846 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:21.655171 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e10682-b116-4ae2-9bc4-fb9c30e94d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:12:21.666280 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-40cfb249-0147-4d7d-b2e2-531c85a76983 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0663669 Apr 26 14:12:21.755363 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4d2a6e8a-8599-4a53-99ef-b3adf45dc0a9 admin admin] Publish callbacks [] for security_group (6545f034-dc9a-4ca9-90d7-45ac1b88bcf4), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:21.792533 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4d2a6e8a-8599-4a53-99ef-b3adf45dc0a9 admin admin] Publish callbacks [] for security_group (6545f034-dc9a-4ca9-90d7-45ac1b88bcf4), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:21.800240 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-92a08f48-f48c-46a8-bc0e-b4c0993f013d service neutron] 10.222.0.23 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200955 Apr 26 14:12:21.904399 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-5f47cb62-d5bd-435d-9a39-e6383258f410 service neutron] 10.222.0.23 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960627 Apr 26 14:12:21.984628 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4d2a6e8a-8599-4a53-99ef-b3adf45dc0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (6545f034-dc9a-4ca9-90d7-45ac1b88bcf4), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:21.987864 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4d2a6e8a-8599-4a53-99ef-b3adf45dc0a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:21.989012 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4d2a6e8a-8599-4a53-99ef-b3adf45dc0a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6545f034-dc9a-4ca9-90d7-45ac1b88bcf4 HTTP/1.1" status: 204 len: 168 time: 0.3423243 Apr 26 14:12:21.996632 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a6e8a-8599-4a53-99ef-b3adf45dc0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6545f034-dc9a-4ca9-90d7-45ac1b88bcf4,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:22.136615 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ec8e6f18-fac5-4212-b5ea-9726155f4ea3 req-9842b05b-0939-461d-b647-b71b639728b7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 210 time: 0.0295124 Apr 26 14:12:22.225778 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefeaf16-d451-4d9b-ba8c-8e7f22f45e31 req-e9d99dab-f559-4897-a29a-93a0790cbd96 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:22.227386 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cefeaf16-d451-4d9b-ba8c-8e7f22f45e31 req-e9d99dab-f559-4897-a29a-93a0790cbd96 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 945 time: 0.0588562 Apr 26 14:12:22.274504 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cefeaf16-d451-4d9b-ba8c-8e7f22f45e31 req-50b9fcdd-1b95-4566-bd1a-5b9e1a030cb7 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415003 Apr 26 14:12:22.415268 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8558e1-bdbe-4a01-ad49-79e02b311799 req-7a5b9e7c-c5dc-4204-886b-a2042924db19 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:22.416897 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9b8558e1-bdbe-4a01-ad49-79e02b311799 req-7a5b9e7c-c5dc-4204-886b-a2042924db19 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0553629 Apr 26 14:12:22.471285 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9b8558e1-bdbe-4a01-ad49-79e02b311799 req-05e3c7f5-ba41-4b45-8f2e-7021ec94472b tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484867 Apr 26 14:12:23.236518 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-81fb1e48-5585-47d1-9d8b-37fed48fc14a req-847db0cc-c21a-46f3-a030-ee7db262a2c3 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 210 time: 0.0293078 Apr 26 14:12:23.396727 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c12da-9293-4d60-b9dc-300e8a09bd18 req-e82d0fc3-471b-4d57-af3b-610e0ca3413e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:23.398302 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5d1c12da-9293-4d60-b9dc-300e8a09bd18 req-e82d0fc3-471b-4d57-af3b-610e0ca3413e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 945 time: 0.0569327 Apr 26 14:12:23.447606 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5d1c12da-9293-4d60-b9dc-300e8a09bd18 req-e15d5cd9-e6d7-420c-9223-137ea4128f25 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436199 Apr 26 14:12:23.592749 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29763bc3-2332-4f97-ad54-ed94faeb8ce9 req-aec1a2c8-84c7-43b2-89d9-33fc13f4cf11 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:23.594422 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-29763bc3-2332-4f97-ad54-ed94faeb8ce9 req-aec1a2c8-84c7-43b2-89d9-33fc13f4cf11 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0534012 Apr 26 14:12:23.650589 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-29763bc3-2332-4f97-ad54-ed94faeb8ce9 req-21add85e-a20e-42d6-83f5-79d77c1af83d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506227 Apr 26 14:12:24.436299 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-51115894-939e-439e-bedc-85aab96edc1b req-03731ed1-939d-4f4a-9e7f-20678b6d4b9d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 210 time: 0.0318317 Apr 26 14:12:24.561408 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5a491-0dd7-4e2d-8fd5-5dc9c7c4e0c1 req-ebdb8247-0080-4117-9961-426a3695face tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:24.563165 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24c5a491-0dd7-4e2d-8fd5-5dc9c7c4e0c1 req-ebdb8247-0080-4117-9961-426a3695face tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 945 time: 0.0697746 Apr 26 14:12:24.621480 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24c5a491-0dd7-4e2d-8fd5-5dc9c7c4e0c1 req-4511e9e4-fc1f-4496-93f1-29f6d7c3a8b0 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506241 Apr 26 14:12:24.769916 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51a935-f1b1-47b9-b56a-1002f9909a3b req-8bc4d8df-0de4-4151-8a4c-38e646008a92 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:24.773815 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6c51a935-f1b1-47b9-b56a-1002f9909a3b req-8bc4d8df-0de4-4151-8a4c-38e646008a92 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 945 time: 0.0920110 Apr 26 14:12:24.799692 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c58231-2854-4a7a-bf80-c6e382292a86 req-156f0695-041c-4df1-8663-7efbfce65275 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:24.802148 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a5c58231-2854-4a7a-bf80-c6e382292a86 req-156f0695-041c-4df1-8663-7efbfce65275 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0722420 Apr 26 14:12:24.847020 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6c51a935-f1b1-47b9-b56a-1002f9909a3b req-a3837f1b-777a-460c-b517-876c1635fc9d tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616238 Apr 26 14:12:24.873438 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a5c58231-2854-4a7a-bf80-c6e382292a86 req-20000321-8efb-447c-bdce-31f6163783c3 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650609 Apr 26 14:12:25.026758 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-639eb251-5b9a-4e17-9995-ebf9f196de4f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:25.028134 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-639eb251-5b9a-4e17-9995-ebf9f196de4f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 818 time: 0.1070294 Apr 26 14:12:25.090346 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-147f4406-e029-4d85-8779-a7e21d83882b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afa3fcb59a274c22bcf1ebcf44211943 HTTP/1.1" status: 200 len: 379 time: 0.0511556 Apr 26 14:12:25.099588 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-bff73a2a-53d6-467b-bd6b-24fd6ca01ec8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Request body: {'port': {'device_id': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'admin_state_up': True, 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'security_groups': ['1a0fbac1-6c1c-4e67-994c-72c069afa544']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:25.293471 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-bff73a2a-53d6-467b-bd6b-24fd6ca01ec8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Made reservation on behalf of afa3fcb59a274c22bcf1ebcf44211943 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:12:25.296729 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-bff73a2a-53d6-467b-bd6b-24fd6ca01ec8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:25.426716 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-bff73a2a-53d6-467b-bd6b-24fd6ca01ec8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Allocated IP 172.20.0.5 (2f88888a-dab3-44ae-957f-4a304598e58f/1dacbde0-1ec2-4fcc-b4da-f9fec0055f30/e48d3e25-6975-41a5-953a-e283cc06a7c3) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:12:25.554239 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2fdd8940-b29a-478b-a54d-3be798ace088 req-3277a321-8cf7-4b3a-a817-32b8d279ab6d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 210 time: 0.0333912 Apr 26 14:12:25.581452 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-bff73a2a-53d6-467b-bd6b-24fd6ca01ec8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:25.878598 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddac83-ce2d-45d2-b671-a948fbbe5b78 req-e1cbf15c-8848-4d49-9ad5-1d9b5bb9476c tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:25.880077 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-04ddac83-ce2d-45d2-b671-a948fbbe5b78 req-e1cbf15c-8848-4d49-9ad5-1d9b5bb9476c tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 945 time: 0.0569742 Apr 26 14:12:25.926656 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-04ddac83-ce2d-45d2-b671-a948fbbe5b78 req-60b69ec8-fca0-4be2-bb48-19f3e4f89d67 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405486 Apr 26 14:12:25.949547 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-bff73a2a-53d6-467b-bd6b-24fd6ca01ec8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:25.981785 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfda48-0132-4fbb-acf6-79dc02ce9602 req-a54260db-3403-4328-875b-de956e8b0dfe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:25.984058 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8cdfda48-0132-4fbb-acf6-79dc02ce9602 req-a54260db-3403-4328-875b-de956e8b0dfe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 945 time: 0.0724661 Apr 26 14:12:25.990465 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-bff73a2a-53d6-467b-bd6b-24fd6ca01ec8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Network 2f88888a-dab3-44ae-957f-4a304598e58f is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:12:26.001918 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-bff73a2a-53d6-467b-bd6b-24fd6ca01ec8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:12:26.011588 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-bff73a2a-53d6-467b-bd6b-24fd6ca01ec8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:12:26.033613 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8cdfda48-0132-4fbb-acf6-79dc02ce9602 req-33dbef68-83c1-4aaa-b878-da28a022eca1 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434372 Apr 26 14:12:26.061741 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff73a2a-53d6-467b-bd6b-24fd6ca01ec8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Pushing event updated for resources: {'Port': ['ID=e48d3e25-6975-41a5-953a-e283cc06a7c3,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:26.095005 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-bff73a2a-53d6-467b-bd6b-24fd6ca01ec8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:26.095005 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-bff73a2a-53d6-467b-bd6b-24fd6ca01ec8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:26.115782 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0165a1-a1c9-456b-8edf-6732918dfc55 req-c1878af1-203f-4871-80d3-6aa86f0130db tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:26.117314 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ad0165a1-a1c9-456b-8edf-6732918dfc55 req-c1878af1-203f-4871-80d3-6aa86f0130db tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.1258264 Apr 26 14:12:26.167412 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30929932-c5cb-48c4-b77a-384f223d808c req-7379e46b-4553-4e3f-a63a-b592add7939f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:26.170055 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ad0165a1-a1c9-456b-8edf-6732918dfc55 req-887ca240-0f56-4401-80fa-09aca868ccf5 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459626 Apr 26 14:12:26.172116 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-30929932-c5cb-48c4-b77a-384f223d808c req-7379e46b-4553-4e3f-a63a-b592add7939f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 945 time: 0.0621033 Apr 26 14:12:26.178371 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57060) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:26.181789 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-bff73a2a-53d6-467b-bd6b-24fd6ca01ec8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0859237 Apr 26 14:12:26.183641 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-5a60d5ae-4630-4b68-8684-5f964cc86b22 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'floatingip': {'port_id': 'ede1cf67-87e7-4b05-824d-155ba5205045'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:26.197350 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Request body: {'port': {'device_id': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:26.261806 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:26.272122 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5a60d5ae-4630-4b68-8684-5f964cc86b22 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (c4665a54-6d95-4cbd-a40a-cc13a6b6d49a), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:26.316871 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2f2a525d-9773-4fb5-b127-304ad7fbd37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:26.326779 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-03e3e495-0be8-4f9f-bf28-71ad03d0603d None None] Provisioning complete for port e48d3e25-6975-41a5-953a-e283cc06a7c3 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:12:26.327107 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-03e3e495-0be8-4f9f-bf28-71ad03d0603d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:26.366901 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-03e3e495-0be8-4f9f-bf28-71ad03d0603d None None] Port e48d3e25-6975-41a5-953a-e283cc06a7c3 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:12:26.431355 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8da8a-4ffc-4b00-929d-a111686cc4b4 req-d488b5f7-1707-4e1f-8a13-6cbd040942ce tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:26.432714 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-afb8da8a-4ffc-4b00-929d-a111686cc4b4 req-d488b5f7-1707-4e1f-8a13-6cbd040942ce tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 945 time: 0.1275723 Apr 26 14:12:26.666781 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-afb8da8a-4ffc-4b00-929d-a111686cc4b4 req-081edbe8-b711-4eef-afea-1fdd38efe16d tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Deleting port a222344d-e5e3-4176-8559-d0bda5c36cdd {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:12:26.667426 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-afb8da8a-4ffc-4b00-929d-a111686cc4b4 req-081edbe8-b711-4eef-afea-1fdd38efe16d tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (a222344d-e5e3-4176-8559-d0bda5c36cdd), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:26.715434 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e48d3e25-6975-41a5-953a-e283cc06a7c3 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:12:26.724303 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Publish callbacks [] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:26.749013 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Transition to ACTIVE for port object e48d3e25-6975-41a5-953a-e283cc06a7c3 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:12:26.749273 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be05e7-0e11-4d5f-b37c-b022466590a0 req-1b9cd139-a8b0-47a3-a71b-448f151a970d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:26.751006 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-75be05e7-0e11-4d5f-b37c-b022466590a0 req-1b9cd139-a8b0-47a3-a71b-448f151a970d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 931 time: 0.1077540 Apr 26 14:12:26.783484 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-afb8da8a-4ffc-4b00-929d-a111686cc4b4 req-081edbe8-b711-4eef-afea-1fdd38efe16d tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] For port a222344d-e5e3-4176-8559-d0bda5c36cdd, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=a222344d-e5e3-4176-8559-d0bda5c36cdd,segment=NetworkSegment(5c323ccc-6b98-4da2-be42-a69292cf2946),segment_id=5c323ccc-6b98-4da2-be42-a69292cf2946)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:26.783843 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-afb8da8a-4ffc-4b00-929d-a111686cc4b4 req-081edbe8-b711-4eef-afea-1fdd38efe16d tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (a222344d-e5e3-4176-8559-d0bda5c36cdd), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:26.806529 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-afb8da8a-4ffc-4b00-929d-a111686cc4b4 req-081edbe8-b711-4eef-afea-1fdd38efe16d tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Calling delete_port for a222344d-e5e3-4176-8559-d0bda5c36cdd owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:12:26.862070 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:26.953268 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Pushing event updated for resources: {'Port': ['ID=e48d3e25-6975-41a5-953a-e283cc06a7c3,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:26.989850 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-75be05e7-0e11-4d5f-b37c-b022466590a0 req-181ba12d-5542-4a98-9199-eb0e0afe16cc tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246454 Apr 26 14:12:27.140760 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217406e8-2023-4ec6-8a26-7f73190f9635 req-bfcbdb8d-8f94-48aa-a340-7371cb9a45b6 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:27.142838 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-217406e8-2023-4ec6-8a26-7f73190f9635 req-bfcbdb8d-8f94-48aa-a340-7371cb9a45b6 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 945 time: 0.1196437 Apr 26 14:12:27.146013 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Attempting to bind port e48d3e25-6975-41a5-953a-e283cc06a7c3 on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:12:27.146352 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Attempting to bind port e48d3e25-6975-41a5-953a-e283cc06a7c3 by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:12:27.146675 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Attempting to bind port e48d3e25-6975-41a5-953a-e283cc06a7c3 on network 2f88888a-dab3-44ae-957f-4a304598e58f {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:12:27.160724 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Port e48d3e25-6975-41a5-953a-e283cc06a7c3 on network 2f88888a-dab3-44ae-957f-4a304598e58f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:12:27.160724 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Attempting to bind port e48d3e25-6975-41a5-953a-e283cc06a7c3 on network 2f88888a-dab3-44ae-957f-4a304598e58f {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:12:27.178254 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:12:27.178607 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Checking segment: {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:12:27.178958 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Bound using segment: {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:12:27.179402 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Bound port: e48d3e25-6975-41a5-953a-e283cc06a7c3, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a270e71-d2a7-4d0c-b7b7-111143896ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:12:27.179735 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:27.213329 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5a60d5ae-4630-4b68-8684-5f964cc86b22 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:27.244702 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-217406e8-2023-4ec6-8a26-7f73190f9635 req-897880b5-13e1-4246-8da8-d3c17642a1ee tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901201 Apr 26 14:12:27.246959 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-afb8da8a-4ffc-4b00-929d-a111686cc4b4 req-081edbe8-b711-4eef-afea-1fdd38efe16d tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (a222344d-e5e3-4176-8559-d0bda5c36cdd), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:27.259658 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['a222344d-e5e3-4176-8559-d0bda5c36cdd'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:12:27.297999 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081edbe8-b711-4eef-afea-1fdd38efe16d tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Pushing event deleted for resources: {'Port': ['ID=a222344d-e5e3-4176-8559-d0bda5c36cdd,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:27.298673 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc611ed0-3ce2-4d4e-8f1e-fffa0b55c216 req-7b2a9350-7dba-4890-bf2f-b9a5334d4071 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:27.300176 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dc611ed0-3ce2-4d4e-8f1e-fffa0b55c216 req-7b2a9350-7dba-4890-bf2f-b9a5334d4071 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0568974 Apr 26 14:12:27.319908 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5a60d5ae-4630-4b68-8684-5f964cc86b22 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (c4665a54-6d95-4cbd-a40a-cc13a6b6d49a), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:27.350252 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] For port e48d3e25-6975-41a5-953a-e283cc06a7c3, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:12:27.352516 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb8da8a-4ffc-4b00-929d-a111686cc4b4 req-081edbe8-b711-4eef-afea-1fdd38efe16d tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] No DVR routers for this DVR port a222344d-e5e3-4176-8559-d0bda5c36cdd on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:12:27.355862 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-afb8da8a-4ffc-4b00-929d-a111686cc4b4 req-081edbe8-b711-4eef-afea-1fdd38efe16d tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:27.359482 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-afb8da8a-4ffc-4b00-929d-a111686cc4b4 req-081edbe8-b711-4eef-afea-1fdd38efe16d tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.26 "DELETE /v2.0/ports/a222344d-e5e3-4176-8559-d0bda5c36cdd HTTP/1.1" status: 204 len: 173 time: 0.8944201 Apr 26 14:12:27.361554 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2e858d-4901-494e-aed1-08b7a3ccda6b', 'name': 'network-vif-deleted', 'tag': 'a222344d-e5e3-4176-8559-d0bda5c36cdd'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:12:27.364814 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3b3b62-5ff7-4f67-a110-14d5e717e530" -d '{"events": [{"server_uuid": "8b2e858d-4901-494e-aed1-08b7a3ccda6b", "name": "network-vif-deleted", "tag": "a222344d-e5e3-4176-8559-d0bda5c36cdd"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:12:27.379312 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] For port e48d3e25-6975-41a5-953a-e283cc06a7c3, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=e48d3e25-6975-41a5-953a-e283cc06a7c3,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:12:27.401809 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79170b85-5d64-4f5d-a49f-6fe2332e0e54 x-openstack-request-id: req-79170b85-5d64-4f5d-a49f-6fe2332e0e54 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:12:27.402156 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2e858d-4901-494e-aed1-08b7a3ccda6b", "name": "network-vif-deleted", "tag": "a222344d-e5e3-4176-8559-d0bda5c36cdd", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:12:27.402408 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79170b85-5d64-4f5d-a49f-6fe2332e0e54 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:12:27.402819 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79170b85-5d64-4f5d-a49f-6fe2332e0e54'] response: {'server_uuid': '8b2e858d-4901-494e-aed1-08b7a3ccda6b', 'name': 'network-vif-deleted', 'tag': 'a222344d-e5e3-4176-8559-d0bda5c36cdd', 'status': 'completed', 'code': 200} Apr 26 14:12:27.418203 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dc611ed0-3ce2-4d4e-8f1e-fffa0b55c216 req-0140a453-7cd5-4f84-9b19-82b3837182f3 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118941 Apr 26 14:12:27.443533 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-5a60d5ae-4630-4b68-8684-5f964cc86b22 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Floating IP c4665a54-6d95-4cbd-a40a-cc13a6b6d49a associated. External IP: 172.27.1.143, port: ede1cf67-87e7-4b05-824d-155ba5205045. Apr 26 14:12:27.465928 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:27.504696 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:27.505231 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:27.506947 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] 10.222.0.26 "PUT /v2.0/ports/e48d3e25-6975-41a5-953a-e283cc06a7c3 HTTP/1.1" status: 200 len: 1093 time: 1.3139327 Apr 26 14:12:27.541891 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a610c-c2d1-4071-bd5b-210c49766729 service neutron] Pushing event updated for resources: {'Port': ['ID=e48d3e25-6975-41a5-953a-e283cc06a7c3,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:27.673108 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a60d5ae-4630-4b68-8684-5f964cc86b22 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Router 0cc3e767-b818-4c36-8b88-39ff45604e12 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:12:27.679235 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-4933b6c7-e147-4905-b31f-d9f34a6c8b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:27.680953 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-4933b6c7-e147-4905-b31f-d9f34a6c8b4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 1127 time: 0.0502203 Apr 26 14:12:27.742361 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-c022b088-823e-4ada-aeca-1573fa71c86d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48d3e25-6975-41a5-953a-e283cc06a7c3 HTTP/1.1" status: 200 len: 217 time: 0.0439384 Apr 26 14:12:27.785338 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a60d5ae-4630-4b68-8684-5f964cc86b22 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:12:27.790157 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5a60d5ae-4630-4b68-8684-5f964cc86b22 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:27.791953 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-d0b97940-61e7-479a-aaf6-f34395686543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:27.794610 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-d0b97940-61e7-479a-aaf6-f34395686543 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.0465782 Apr 26 14:12:27.795040 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9304fb1a-8bcb-478a-a5da-be88f1368f28 None None] Sync routers for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:12:27.805981 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9304fb1a-8bcb-478a-a5da-be88f1368f28 None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:12:27.806840 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-9304fb1a-8bcb-478a-a5da-be88f1368f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:11:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:27.838483 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-5a60d5ae-4630-4b68-8684-5f964cc86b22 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "PUT /v2.0/floatingips/c4665a54-6d95-4cbd-a40a-cc13a6b6d49a HTTP/1.1" status: 200 len: 991 time: 1.6589870 Apr 26 14:12:27.839217 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'tag': 'ede1cf67-87e7-4b05-824d-155ba5205045'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:12:27.866254 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-1cef7fb3-36f9-489f-9a24-4510e6df9032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:27.868145 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-1cef7fb3-36f9-489f-9a24-4510e6df9032 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662820 Apr 26 14:12:27.918092 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-9304fb1a-8bcb-478a-a5da-be88f1368f28 None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:12:27.972322 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-e4dc9a51-328c-4b03-9171-d5743374b1aa service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952065 Apr 26 14:12:27.983187 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478595fd5860eeef178e2f17bc4da562bcc5ac2bcb416f5f119a8a02bbcefaa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6464b379-a390-495b-8bae-42856f8adffe" -d '{"events": [{"name": "network-changed", "server_uuid": "df98b23b-b855-4fcd-ab58-771e1f55e22b", "tag": "ede1cf67-87e7-4b05-824d-155ba5205045"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:12:28.092767 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4156852a-4ad9-4f7a-9a97-bf187140b3e0 x-openstack-request-id: req-4156852a-4ad9-4f7a-9a97-bf187140b3e0 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:12:28.093367 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df98b23b-b855-4fcd-ab58-771e1f55e22b", "tag": "ede1cf67-87e7-4b05-824d-155ba5205045", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:12:28.093367 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4156852a-4ad9-4f7a-9a97-bf187140b3e0 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:12:28.093741 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4156852a-4ad9-4f7a-9a97-bf187140b3e0'] response: {'name': 'network-changed', 'server_uuid': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'tag': 'ede1cf67-87e7-4b05-824d-155ba5205045', 'status': 'completed', 'code': 200} Apr 26 14:12:28.094054 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3551d2ed-3866-4b25-84fb-080035d61e80 req-9c67198f-69f7-46c0-9405-ea055cdf7f00 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033058 Apr 26 14:12:28.165440 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f53a54-7f0f-4057-9739-3a8ecfae19ef req-2d15a23c-d597-4e41-9dd8-d5768f9969b6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:28.167532 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f4f53a54-7f0f-4057-9739-3a8ecfae19ef req-2d15a23c-d597-4e41-9dd8-d5768f9969b6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 943 time: 0.0642858 Apr 26 14:12:28.178145 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464b379-a390-495b-8bae-42856f8adffe req-5348cff7-a7cd-4a6f-87f0-499a6be89d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:28.179643 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6464b379-a390-495b-8bae-42856f8adffe req-5348cff7-a7cd-4a6f-87f0-499a6be89d19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 1129 time: 0.0528338 Apr 26 14:12:28.212515 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-9304fb1a-8bcb-478a-a5da-be88f1368f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'c4665a54-6d95-4cbd-a40a-cc13a6b6d49a', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': 'ede1cf67-87e7-4b05-824d-155ba5205045', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:c0:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:11:53Z', 'updated_at': '2022-04-26T14:12:27Z', 'revision_number': 1, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:28.222286 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f4f53a54-7f0f-4057-9739-3a8ecfae19ef req-25ba2831-4e20-4f1c-9b8e-2e8d8ab63664 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486562 Apr 26 14:12:28.246897 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9304fb1a-8bcb-478a-a5da-be88f1368f28 None None] Checking router: 0cc3e767-b818-4c36-8b88-39ff45604e12 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:12:28.255425 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9304fb1a-8bcb-478a-a5da-be88f1368f28 None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:12:28.256018 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-9304fb1a-8bcb-478a-a5da-be88f1368f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:11:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:28.338679 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464b379-a390-495b-8bae-42856f8adffe req-8ef121a4-f50a-432d-9dc6-3b6cdc71a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:28.342460 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6464b379-a390-495b-8bae-42856f8adffe req-8ef121a4-f50a-432d-9dc6-3b6cdc71a7af service neutron] 10.222.0.26 "GET /v2.0/networks?id=db62da73-59c6-4f6f-98fa-3d9fee96e03d HTTP/1.1" status: 200 len: 916 time: 0.1534708 Apr 26 14:12:28.397841 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-9304fb1a-8bcb-478a-a5da-be88f1368f28 None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:12:28.412390 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2fc36ce6-4aa8-4b3e-98d9-4b7bc4d11aa4 req-45f3006a-29fc-4fe9-bf0b-6b20659ce94e tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b2e858d-4901-494e-aed1-08b7a3ccda6b HTTP/1.1" status: 200 len: 210 time: 0.0666530 Apr 26 14:12:28.453279 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6464b379-a390-495b-8bae-42856f8adffe req-86ea320a-5499-49bb-86db-641d55640a41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ede1cf67-87e7-4b05-824d-155ba5205045 HTTP/1.1" status: 200 len: 999 time: 0.0903361 Apr 26 14:12:28.493138 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eaeeb4f0-3877-4e06-9f21-43a4c2ba7e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:28.520376 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464b379-a390-495b-8bae-42856f8adffe req-1dfcd77c-ed46-4445-9dca-1e2d78ea86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:28.531685 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6464b379-a390-495b-8bae-42856f8adffe req-1dfcd77c-ed46-4445-9dca-1e2d78ea86dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e744dae-ccf5-4501-bded-a8905e9a6bf5 HTTP/1.1" status: 200 len: 854 time: 0.0673914 Apr 26 14:12:28.563780 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34509226-ad2f-4119-8bd6-a36464ae30a4 req-e9e5e34c-f52b-4cad-ae04-2875c42f86dc tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:28.571159 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-34509226-ad2f-4119-8bd6-a36464ae30a4 req-e9e5e34c-f52b-4cad-ae04-2875c42f86dc tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0846703 Apr 26 14:12:28.600578 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464b379-a390-495b-8bae-42856f8adffe req-b4613e23-5b52-4e60-879e-33faa96578c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:28.603093 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6464b379-a390-495b-8bae-42856f8adffe req-b4613e23-5b52-4e60-879e-33faa96578c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db62da73-59c6-4f6f-98fa-3d9fee96e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569451 Apr 26 14:12:28.619383 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-34509226-ad2f-4119-8bd6-a36464ae30a4 req-1300ad83-df4f-420a-8fab-50c498541ef2 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472047 Apr 26 14:12:28.701365 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6464b379-a390-495b-8bae-42856f8adffe req-d2a27507-5c0f-4f38-8512-8d31feb561a6 service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865507 Apr 26 14:12:28.741045 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-9304fb1a-8bcb-478a-a5da-be88f1368f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'c4665a54-6d95-4cbd-a40a-cc13a6b6d49a', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': 'ede1cf67-87e7-4b05-824d-155ba5205045', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:c0:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:11:53Z', 'updated_at': '2022-04-26T14:12:27Z', 'revision_number': 1, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:28.771137 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9304fb1a-8bcb-478a-a5da-be88f1368f28 None None] The sync data for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi is: [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'c4665a54-6d95-4cbd-a40a-cc13a6b6d49a', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': 'ede1cf67-87e7-4b05-824d-155ba5205045', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:c0:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:11:53Z', 'updated_at': '2022-04-26T14:12:27Z', 'revision_number': 1, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:12:28.799134 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6464b379-a390-495b-8bae-42856f8adffe req-5d9f1234-bd79-4520-9b62-ccd941c98ef2 service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908275 Apr 26 14:12:29.009469 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c700bb7-b466-4d94-be11-7cf313259541 None None] New status for floating IP c4665a54-6d95-4cbd-a40a-cc13a6b6d49a: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:12:29.344879 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938ecb5-d417-4831-8a09-d61d971a8d58 req-1c2e03ef-d03a-4f2b-adcc-1ba3c34b2804 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:29.346385 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3938ecb5-d417-4831-8a09-d61d971a8d58 req-1c2e03ef-d03a-4f2b-adcc-1ba3c34b2804 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 943 time: 0.0531087 Apr 26 14:12:29.393134 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3938ecb5-d417-4831-8a09-d61d971a8d58 req-4ee30162-c39e-4029-b05b-a1734c2ae1ef tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410697 Apr 26 14:12:29.404015 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'tag': 'e48d3e25-6975-41a5-953a-e283cc06a7c3'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:12:29.406152 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cfda66-508c-49c8-98ad-85d9a400b565" -d '{"events": [{"name": "network-changed", "server_uuid": "1af8e557-0521-4ed6-971f-dfa80ec191c9", "tag": "e48d3e25-6975-41a5-953a-e283cc06a7c3"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:12:29.442145 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8960334-558a-46cb-9dac-03859649b631 x-openstack-request-id: req-b8960334-558a-46cb-9dac-03859649b631 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:12:29.442459 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af8e557-0521-4ed6-971f-dfa80ec191c9", "tag": "e48d3e25-6975-41a5-953a-e283cc06a7c3", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:12:29.442725 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8960334-558a-46cb-9dac-03859649b631 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:12:29.443121 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8960334-558a-46cb-9dac-03859649b631'] response: {'name': 'network-changed', 'server_uuid': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'tag': 'e48d3e25-6975-41a5-953a-e283cc06a7c3', 'status': 'completed', 'code': 200} Apr 26 14:12:29.518731 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfda66-508c-49c8-98ad-85d9a400b565 req-080a51b6-fc54-445d-ba1f-3e7afb0f6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:29.520391 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c5cfda66-508c-49c8-98ad-85d9a400b565 req-080a51b6-fc54-445d-ba1f-3e7afb0f6530 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 1127 time: 0.0516264 Apr 26 14:12:29.627618 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfda66-508c-49c8-98ad-85d9a400b565 req-64cc1baa-7a56-4d76-afc0-bee4ea546503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:29.629037 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c5cfda66-508c-49c8-98ad-85d9a400b565 req-64cc1baa-7a56-4d76-afc0-bee4ea546503 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 919 time: 0.0935099 Apr 26 14:12:29.682629 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c5cfda66-508c-49c8-98ad-85d9a400b565 req-37aee6be-95bc-4f0b-92c6-e7f8381325be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48d3e25-6975-41a5-953a-e283cc06a7c3 HTTP/1.1" status: 200 len: 217 time: 0.0464861 Apr 26 14:12:29.759916 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-4624dd13-751f-4e89-8cdc-109d1bd3dcf9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:29.761406 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-4624dd13-751f-4e89-8cdc-109d1bd3dcf9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/networks?id=1a702bb0-0366-46dc-8d15-e85f42f915e6 HTTP/1.1" status: 200 len: 808 time: 0.1110165 Apr 26 14:12:29.762152 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:29.764876 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfda66-508c-49c8-98ad-85d9a400b565 req-bdf7c26b-9350-49f5-b52e-e3e8a4672968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:29.767078 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c5cfda66-508c-49c8-98ad-85d9a400b565 req-bdf7c26b-9350-49f5-b52e-e3e8a4672968 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.0743732 Apr 26 14:12:29.776164 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-d458a90e-ca2c-47dc-999d-9ce6b2322946 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/quotas/e9ba0d67b78f4c59b3d8e1ea5ae2895d HTTP/1.1" status: 200 len: 375 time: 0.0089505 Apr 26 14:12:29.808373 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544adfa-405b-43dd-a4a9-25f980f1e1b8 req-feb7997a-88aa-4254-b363-4e7d6a8ae866 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:29.809942 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8544adfa-405b-43dd-a4a9-25f980f1e1b8 req-feb7997a-88aa-4254-b363-4e7d6a8ae866 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0908706 Apr 26 14:12:29.860712 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfda66-508c-49c8-98ad-85d9a400b565 req-6e12238a-ee1b-45e0-a939-5b2517784493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:29.862370 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c5cfda66-508c-49c8-98ad-85d9a400b565 req-6e12238a-ee1b-45e0-a939-5b2517784493 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0876741 Apr 26 14:12:29.874380 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8544adfa-405b-43dd-a4a9-25f980f1e1b8 req-b8746e65-3068-4f10-bb9a-54a1b7cb4523 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578189 Apr 26 14:12:29.973923 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c5cfda66-508c-49c8-98ad-85d9a400b565 req-c76a27b0-01d7-4dc3-a84c-1a025f37cafa service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961761 Apr 26 14:12:29.975798 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-03897ecf-6b08-4632-83f5-b5b9bd57609b tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e9ba0d67b78f4c59b3d8e1ea5ae2895d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1944003 Apr 26 14:12:30.064494 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-0f346487-4345-46f4-9dbd-a773ea3a4f47 service neutron] 10.222.0.23 "GET /v2.0/networks/1a702bb0-0366-46dc-8d15-e85f42f915e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829723 Apr 26 14:12:30.085285 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c5cfda66-508c-49c8-98ad-85d9a400b565 req-110ac0ec-afae-4d62-99c2-46e0b10b5436 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890996 Apr 26 14:12:30.169405 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-6ac486ec-8b49-4099-b5fa-da1937fa6e23 service neutron] 10.222.0.23 "GET /v2.0/networks/1a702bb0-0366-46dc-8d15-e85f42f915e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945392 Apr 26 14:12:30.416622 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bc07098e-36c5-4aff-b5c7-51df6a4a0633 req-cd8df4c4-00c2-48b3-9dea-5bebc1a7e619 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 210 time: 0.0300369 Apr 26 14:12:30.520887 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5f04e-53df-4eb3-b5bb-9342f69e5658 req-9d43a128-8f06-4189-9962-e7000ae6595f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:30.522397 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-78f5f04e-53df-4eb3-b5bb-9342f69e5658 req-9d43a128-8f06-4189-9962-e7000ae6595f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 943 time: 0.0539360 Apr 26 14:12:30.575492 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-78f5f04e-53df-4eb3-b5bb-9342f69e5658 req-189f470b-a265-4abd-92e4-31747aeb190f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455079 Apr 26 14:12:31.005818 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627052cb-82a4-4d89-b38e-10c721c471e3 req-5dc3a8c2-0768-4725-8ae4-e52a7bcf1b96 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:31.007424 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-627052cb-82a4-4d89-b38e-10c721c471e3 req-5dc3a8c2-0768-4725-8ae4-e52a7bcf1b96 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0605791 Apr 26 14:12:31.057191 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-627052cb-82a4-4d89-b38e-10c721c471e3 req-d7d17c89-0bb0-4811-95f4-8ca8a3fd80bd tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416758 Apr 26 14:12:31.361957 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:31.443808 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f82d63-cb14-49d2-8133-fa3f7a353fa2 req-171a1899-52d2-4719-9775-903e4ce762c6 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:31.445309 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a5f82d63-cb14-49d2-8133-fa3f7a353fa2 req-171a1899-52d2-4719-9775-903e4ce762c6 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0550232 Apr 26 14:12:31.508643 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a5f82d63-cb14-49d2-8133-fa3f7a353fa2 req-921bf28f-58cc-41c0-a163-d728c049d5d1 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574927 Apr 26 14:12:31.530572 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-874c7233-97b0-4823-8ddd-6bcc6989ed18 req-ea8f4f28-59ce-4878-a053-2d9dab83a4ef tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 210 time: 0.0277317 Apr 26 14:12:31.621212 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a23ed-2536-463f-bdd0-727c29bc0b3e req-31c04001-7e23-4b4c-babf-73f0ee281a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:31.624672 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-293a23ed-2536-463f-bdd0-727c29bc0b3e req-31c04001-7e23-4b4c-babf-73f0ee281a96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f38bbf345384bdb9ed001c0965a3462&device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 1129 time: 0.0458748 Apr 26 14:12:31.682572 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device e48d3e25-6975-41a5-953a-e283cc06a7c3 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:12:31.685935 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device a222344d-e5e3-4176-8559-d0bda5c36cdd no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:12:31.710694 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: a222344d-e5e3-4176-8559-d0bda5c36cdd {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:12:31.711033 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device a222344d-e5e3-4176-8559-d0bda5c36cdd not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:12:31.759616 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf89330-6258-49ab-b58c-2e765d08c900 req-8b23e2d8-b697-44e2-8889-c194287a8e04 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:31.761008 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2bf89330-6258-49ab-b58c-2e765d08c900 req-8b23e2d8-b697-44e2-8889-c194287a8e04 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 943 time: 0.1009989 Apr 26 14:12:31.788523 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a23ed-2536-463f-bdd0-727c29bc0b3e req-3c2e8052-0b7c-4209-9d16-03193c952cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:31.789995 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-293a23ed-2536-463f-bdd0-727c29bc0b3e req-3c2e8052-0b7c-4209-9d16-03193c952cee service neutron] 10.222.0.26 "GET /v2.0/networks?id=da497052-bded-497c-b389-e8193210a8cf HTTP/1.1" status: 200 len: 912 time: 0.1566827 Apr 26 14:12:31.818905 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port e48d3e25-6975-41a5-953a-e283cc06a7c3, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=e48d3e25-6975-41a5-953a-e283cc06a7c3,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:31.830235 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'e48d3e25-6975-41a5-953a-e283cc06a7c3', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'port_id': 'e48d3e25-6975-41a5-953a-e283cc06a7c3', 'mac_address': 'fa:16:3e:24:2c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:12:31.854415 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2bf89330-6258-49ab-b58c-2e765d08c900 req-84c94d2b-64ea-4571-ad34-369bee71b04d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840154 Apr 26 14:12:31.871672 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port e48d3e25-6975-41a5-953a-e283cc06a7c3 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:12:31.872154 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:31.880681 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-293a23ed-2536-463f-bdd0-727c29bc0b3e req-e0938dd1-6f43-4d2c-9efb-2fb0eec31359 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca1854d6-548d-485b-8cbc-1f2457d13483 HTTP/1.1" status: 200 len: 1001 time: 0.0796521 Apr 26 14:12:31.885274 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e48d3e25-6975-41a5-953a-e283cc06a7c3 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:12:31.908230 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port e48d3e25-6975-41a5-953a-e283cc06a7c3, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=e48d3e25-6975-41a5-953a-e283cc06a7c3,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:31.937284 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a23ed-2536-463f-bdd0-727c29bc0b3e req-d6e94c1b-515f-403c-bd9d-cb04140b92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:31.938787 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-293a23ed-2536-463f-bdd0-727c29bc0b3e req-d6e94c1b-515f-403c-bd9d-cb04140b92a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41c369f-3753-4ded-8eff-4455cba0638b HTTP/1.1" status: 200 len: 850 time: 0.0507793 Apr 26 14:12:31.990610 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:31.990983 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a23ed-2536-463f-bdd0-727c29bc0b3e req-beaab869-4574-46a5-b52d-4816e192d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:31.992630 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-293a23ed-2536-463f-bdd0-727c29bc0b3e req-beaab869-4574-46a5-b52d-4816e192d72e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=da497052-bded-497c-b389-e8193210a8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424418 Apr 26 14:12:32.048478 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=e48d3e25-6975-41a5-953a-e283cc06a7c3,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:32.104272 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-293a23ed-2536-463f-bdd0-727c29bc0b3e req-e7b17459-a8de-4f84-88c3-338f0d5570e4 service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009209 Apr 26 14:12:32.164249 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57264) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:32.211435 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-293a23ed-2536-463f-bdd0-727c29bc0b3e req-0a49d46f-ae1b-4208-a9fa-9d998c6e6d05 service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973783 Apr 26 14:12:32.216875 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e78940-65a3-4079-aa34-42d4f07f852d admin admin] Deleting subnet 5fecd7dc-2448-4014-bbfc-ef37126b02e8 {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:12:32.221055 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-10e78940-65a3-4079-aa34-42d4f07f852d admin admin] Publish callbacks [] for subnet (5fecd7dc-2448-4014-bbfc-ef37126b02e8), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:32.260220 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-10e78940-65a3-4079-aa34-42d4f07f852d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3195298'] for subnet (5fecd7dc-2448-4014-bbfc-ef37126b02e8), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:32.298989 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-10e78940-65a3-4079-aa34-42d4f07f852d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (5fecd7dc-2448-4014-bbfc-ef37126b02e8), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:32.440507 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-10e78940-65a3-4079-aa34-42d4f07f852d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3745788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3767219'] for subnet (5fecd7dc-2448-4014-bbfc-ef37126b02e8), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:32.470093 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['e48d3e25-6975-41a5-953a-e283cc06a7c3'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:12:32.473269 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e78940-65a3-4079-aa34-42d4f07f852d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fecd7dc-2448-4014-bbfc-ef37126b02e8,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:32.478488 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-10e78940-65a3-4079-aa34-42d4f07f852d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:32.492020 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-10e78940-65a3-4079-aa34-42d4f07f852d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5fecd7dc-2448-4014-bbfc-ef37126b02e8 HTTP/1.1" status: 204 len: 168 time: 0.3164325 Apr 26 14:12:32.498775 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57270) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:32.554767 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:32.572092 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-94bb8215-88d7-4374-8050-bdee572a13c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (a8c50214-3fe4-4b2d-839b-4e0a333b744b), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:32.672361 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2072705f-b998-474d-b26b-3538bb6eb7ee req-2c163b16-fb75-49e0-bc8d-73d0d179c8e9 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 210 time: 0.0297735 Apr 26 14:12:32.706627 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-94bb8215-88d7-4374-8050-bdee572a13c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (a8c50214-3fe4-4b2d-839b-4e0a333b744b), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:32.731309 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-94bb8215-88d7-4374-8050-bdee572a13c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c50214-3fe4-4b2d-839b-4e0a333b744b']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:32.742590 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-94bb8215-88d7-4374-8050-bdee572a13c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfb56ff-ca2c-4d40-91fb-3936218a8977') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:32.742880 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-94bb8215-88d7-4374-8050-bdee572a13c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfb56ff-ca2c-4d40-91fb-3936218a8977') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:32.755062 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-94bb8215-88d7-4374-8050-bdee572a13c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195305'] for segment (9cfb56ff-ca2c-4d40-91fb-3936218a8977), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:32.768675 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6a3ca-d818-47ca-a27b-2fc4b728b62f req-586696ed-3ccd-4ce2-8ec0-4baf8568114e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:32.770163 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-43e6a3ca-d818-47ca-a27b-2fc4b728b62f req-586696ed-3ccd-4ce2-8ec0-4baf8568114e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.1403482 Apr 26 14:12:32.781484 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-94bb8215-88d7-4374-8050-bdee572a13c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (9cfb56ff-ca2c-4d40-91fb-3936218a8977), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:32.795206 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bb8215-88d7-4374-8050-bdee572a13c8 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:12:32.795590 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-94bb8215-88d7-4374-8050-bdee572a13c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745622'] for segment (9cfb56ff-ca2c-4d40-91fb-3936218a8977), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: Traceback (most recent call last): Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: timer() Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: cb(*args, **kw) Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: return func(*args, **kwargs) Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: self._notify() Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: self.callback(batched_events) Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: event.method(event) Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: return f(self, *a, **k) Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._get(url).json() Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: return self.request(url, 'GET', **kwargs) Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:12:32.797171 dv-cinder-835133-2-iscsi neutron-server[103924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:12:32.874348 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-43e6a3ca-d818-47ca-a27b-2fc4b728b62f req-6f84abe3-3da4-4a83-bcdf-934bff7d544e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982893 Apr 26 14:12:33.161466 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-5327d673-b7dd-4ffb-9a4a-cea14e6de98c tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:33.163561 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-5327d673-b7dd-4ffb-9a4a-cea14e6de98c tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.26 "GET /v2.0/networks?id=1a702bb0-0366-46dc-8d15-e85f42f915e6 HTTP/1.1" status: 200 len: 808 time: 0.3551431 Apr 26 14:12:33.174614 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-94bb8215-88d7-4374-8050-bdee572a13c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (a8c50214-3fe4-4b2d-839b-4e0a333b744b), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:33.180688 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-94bb8215-88d7-4374-8050-bdee572a13c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:33.186765 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-94bb8215-88d7-4374-8050-bdee572a13c8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a8c50214-3fe4-4b2d-839b-4e0a333b744b HTTP/1.1" status: 204 len: 168 time: 0.6933908 Apr 26 14:12:33.190541 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57278) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:33.191339 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-cc04070d-134f-43a6-aa02-57dd569a32bd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Request body: {'port': {'device_id': '922e5811-6f44-4e16-af28-17c19a49af8c', 'network_id': '1a702bb0-0366-46dc-8d15-e85f42f915e6', 'admin_state_up': True, 'tenant_id': 'e9ba0d67b78f4c59b3d8e1ea5ae2895d'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:33.218751 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430bb87-4090-47b6-b0db-a3ad39b71358 req-0405f87e-4399-4030-b6b2-472fa69c5b3b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:33.222435 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0430bb87-4090-47b6-b0db-a3ad39b71358 req-0405f87e-4399-4030-b6b2-472fa69c5b3b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 944 time: 0.1026151 Apr 26 14:12:33.234483 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb8215-88d7-4374-8050-bdee572a13c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c50214-3fe4-4b2d-839b-4e0a333b744b,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:33.249600 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca61caad-0051-4238-8353-35651194f13a admin admin] Deleting subnet 40c61082-6e81-4440-a6e7-3a69eb98b9c6 {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:12:33.254368 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ca61caad-0051-4238-8353-35651194f13a admin admin] Publish callbacks [] for subnet (40c61082-6e81-4440-a6e7-3a69eb98b9c6), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:33.295158 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ca61caad-0051-4238-8353-35651194f13a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3195298'] for subnet (40c61082-6e81-4440-a6e7-3a69eb98b9c6), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:33.322148 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0430bb87-4090-47b6-b0db-a3ad39b71358 req-66646c91-2d1f-4cb2-85b8-487d386aa286 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742831 Apr 26 14:12:33.356596 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ca61caad-0051-4238-8353-35651194f13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (40c61082-6e81-4440-a6e7-3a69eb98b9c6), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:33.458774 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-cc04070d-134f-43a6-aa02-57dd569a32bd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Made reservation on behalf of e9ba0d67b78f4c59b3d8e1ea5ae2895d for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:12:33.462250 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-cc04070d-134f-43a6-aa02-57dd569a32bd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:33.548388 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ca61caad-0051-4238-8353-35651194f13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3745788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3767219'] for subnet (40c61082-6e81-4440-a6e7-3a69eb98b9c6), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:33.579194 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ca61caad-0051-4238-8353-35651194f13a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:33.582583 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ca61caad-0051-4238-8353-35651194f13a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/40c61082-6e81-4440-a6e7-3a69eb98b9c6 HTTP/1.1" status: 204 len: 168 time: 0.3904891 Apr 26 14:12:33.584465 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61caad-0051-4238-8353-35651194f13a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c61082-6e81-4440-a6e7-3a69eb98b9c6,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:33.585194 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 57294) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:33.600019 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945ed14-0fc7-45ac-aa36-e868efdf2038 req-2164f10e-300f-431d-8036-a72ebd7f8d1e tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:33.601659 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5945ed14-0fc7-45ac-aa36-e868efdf2038 req-2164f10e-300f-431d-8036-a72ebd7f8d1e tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 946 time: 0.0943820 Apr 26 14:12:33.647112 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-cc04070d-134f-43a6-aa02-57dd569a32bd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Allocated IP 172.20.0.7 (1a702bb0-0366-46dc-8d15-e85f42f915e6/b45c8134-353d-4b77-86e0-8b4d66e6b3d6/f1cae303-f76e-42e6-b766-8cce9e4d7be2) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:12:33.653158 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5945ed14-0fc7-45ac-aa36-e868efdf2038 req-2bee668d-ba1c-4995-a897-f5ea2bbdcb9c tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457995 Apr 26 14:12:33.677184 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57296) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:33.685184 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50cb3c5e-d26a-4f92-be29-6d2085172ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (b1ebea6d-aaa0-465c-a224-22f90f023bc1), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:33.700973 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device e48d3e25-6975-41a5-953a-e283cc06a7c3 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:12:33.841884 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port e48d3e25-6975-41a5-953a-e283cc06a7c3 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:12:33.843588 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-657d305d-2643-439f-85c0-326227652c4a req-4f4ca8ab-1bef-47aa-8df8-95b072465051 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 210 time: 0.1001709 Apr 26 14:12:33.849275 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port e48d3e25-6975-41a5-953a-e283cc06a7c3 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:12:33.850160 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:33.873181 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50cb3c5e-d26a-4f92-be29-6d2085172ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (b1ebea6d-aaa0-465c-a224-22f90f023bc1), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:33.946150 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-50cb3c5e-d26a-4f92-be29-6d2085172ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ebea6d-aaa0-465c-a224-22f90f023bc1']}} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:33.957035 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port e48d3e25-6975-41a5-953a-e283cc06a7c3 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:12:33.961430 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:33.961582 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-50cb3c5e-d26a-4f92-be29-6d2085172ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31bd0eeb-1577-4c6e-922c-e0ab6f2f5013') {'for_net_delete': True} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:33.961582 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-50cb3c5e-d26a-4f92-be29-6d2085172ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31bd0eeb-1577-4c6e-922c-e0ab6f2f5013') {} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:33.966206 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06e53e-d54a-49a7-a195-84b771e59aa6 tempest-TestMinimumBasicScenario-1888554729 tempest-TestMinimumBasicScenario-1888554729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:33.970514 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-5d06e53e-d54a-49a7-a195-84b771e59aa6 tempest-TestMinimumBasicScenario-1888554729 tempest-TestMinimumBasicScenario-1888554729-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 1125 time: 0.2894402 Apr 26 14:12:33.971922 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57304) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:33.972421 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-cc04070d-134f-43a6-aa02-57dd569a32bd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks [] for port (f1cae303-f76e-42e6-b766-8cce9e4d7be2), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:33.974859 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50cb3c5e-d26a-4f92-be29-6d2085172ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934504'] for segment (31bd0eeb-1577-4c6e-922c-e0ab6f2f5013), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:33.982450 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Request body: {'floatingip': {'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'port_id': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:33.986913 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48d3e25-6975-41a5-953a-e283cc06a7c3'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:12:33.992115 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc874b96-76ec-479a-9568-0d823a169d72" -d '{"events": [{"server_uuid": "1af8e557-0521-4ed6-971f-dfa80ec191c9", "name": "network-vif-plugged", "status": "completed", "tag": "e48d3e25-6975-41a5-953a-e283cc06a7c3"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:12:33.995651 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50cb3c5e-d26a-4f92-be29-6d2085172ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (31bd0eeb-1577-4c6e-922c-e0ab6f2f5013), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:34.008036 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port e48d3e25-6975-41a5-953a-e283cc06a7c3, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=e48d3e25-6975-41a5-953a-e283cc06a7c3,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:34.013617 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50cb3c5e-d26a-4f92-be29-6d2085172ed3 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:12:34.014147 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50cb3c5e-d26a-4f92-be29-6d2085172ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995258'] for segment (31bd0eeb-1577-4c6e-922c-e0ab6f2f5013), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: Traceback (most recent call last): Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: timer() Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: cb(*args, **kw) Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: return func(*args, **kwargs) Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: self._notify() Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: self.callback(batched_events) Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: event.method(event) Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: return f(self, *a, **k) Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: return self._get(url).json() Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: return self.request(url, 'GET', **kwargs) Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:12:34.015985 dv-cinder-835133-2-iscsi neutron-server[103923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:12:34.042440 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b435f-7260-4e14-9000-9277935aba30 req-e51a1d12-8b9e-4cf5-b53c-69cd9d45f063 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:34.044937 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e56b435f-7260-4e14-9000-9277935aba30 req-e51a1d12-8b9e-4cf5-b53c-69cd9d45f063 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0761204 Apr 26 14:12:34.048224 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e6975f-20f1-4e8e-ae80-f9044fa19d04 x-openstack-request-id: req-77e6975f-20f1-4e8e-ae80-f9044fa19d04 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:12:34.048603 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af8e557-0521-4ed6-971f-dfa80ec191c9", "name": "network-vif-plugged", "status": "completed", "tag": "e48d3e25-6975-41a5-953a-e283cc06a7c3", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:12:34.048952 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77e6975f-20f1-4e8e-ae80-f9044fa19d04 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:12:34.049424 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e6975f-20f1-4e8e-ae80-f9044fa19d04'] response: {'server_uuid': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e48d3e25-6975-41a5-953a-e283cc06a7c3', 'code': 200} Apr 26 14:12:34.097672 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e56b435f-7260-4e14-9000-9277935aba30 req-e412f601-3918-4d79-9211-434b73663cc9 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459201 Apr 26 14:12:34.139222 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:34.174186 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:34.174770 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-cc04070d-134f-43a6-aa02-57dd569a32bd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (f1cae303-f76e-42e6-b766-8cce9e4d7be2), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:34.176979 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50cb3c5e-d26a-4f92-be29-6d2085172ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (b1ebea6d-aaa0-465c-a224-22f90f023bc1), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:34.192653 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=e48d3e25-6975-41a5-953a-e283cc06a7c3,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:34.217038 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50cb3c5e-d26a-4f92-be29-6d2085172ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:34.221661 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-50cb3c5e-d26a-4f92-be29-6d2085172ed3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b1ebea6d-aaa0-465c-a224-22f90f023bc1 HTTP/1.1" status: 204 len: 168 time: 0.6334915 Apr 26 14:12:34.242381 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb3c5e-d26a-4f92-be29-6d2085172ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ebea6d-aaa0-465c-a224-22f90f023bc1,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:34.245576 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-cc04070d-134f-43a6-aa02-57dd569a32bd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Network 1a702bb0-0366-46dc-8d15-e85f42f915e6 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:12:34.249504 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-cc04070d-134f-43a6-aa02-57dd569a32bd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:12:34.253252 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-cc04070d-134f-43a6-aa02-57dd569a32bd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:12:34.285307 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04070d-134f-43a6-aa02-57dd569a32bd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Pushing event updated for resources: {'Port': ['ID=f1cae303-f76e-42e6-b766-8cce9e4d7be2,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:34.314011 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:34.321826 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-cc04070d-134f-43a6-aa02-57dd569a32bd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:34.322549 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-cc04070d-134f-43a6-aa02-57dd569a32bd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:34.428132 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Allocated IP 172.27.1.116 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/68c07d73-c313-4cf6-b9e0-c5ad0a8b57df) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:12:34.450075 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-cc04070d-134f-43a6-aa02-57dd569a32bd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2682590 Apr 26 14:12:34.465665 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Request body: {'port': {'device_id': '922e5811-6f44-4e16-af28-17c19a49af8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:34.514359 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dd30f-a5af-4652-bced-45446826f937 req-9f4b9616-f1bf-4b54-bbd1-4ea89ef83661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:34.515865 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c11dd30f-a5af-4652-bced-45446826f937 req-9f4b9616-f1bf-4b54-bbd1-4ea89ef83661 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 1129 time: 0.1186202 Apr 26 14:12:34.526909 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e806a-24be-4025-93d4-f0aff700dfe9 req-14d6633b-e37c-4376-b388-23110d49b798 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:34.528345 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-836e806a-24be-4025-93d4-f0aff700dfe9 req-14d6633b-e37c-4376-b388-23110d49b798 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.1328952 Apr 26 14:12:34.544144 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for port (68c07d73-c313-4cf6-b9e0-c5ad0a8b57df), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:34.614918 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f1cae303-f76e-42e6-b766-8cce9e4d7be2), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:34.663637 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c11dd30f-a5af-4652-bced-45446826f937 req-3e01d0d5-ecc8-4bcf-8e33-d647948c19c9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196773 Apr 26 14:12:34.665301 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (68c07d73-c313-4cf6-b9e0-c5ad0a8b57df), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:34.687569 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-836e806a-24be-4025-93d4-f0aff700dfe9 req-5decf285-6453-485a-aaf2-99f6666945a1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281269 Apr 26 14:12:34.700060 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:12:34.713303 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:12:34.714977 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57318) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:34.717291 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:12:34.724205 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Pushing event updated for resources: {'Port': ['ID=68c07d73-c313-4cf6-b9e0-c5ad0a8b57df,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:34.792137 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f2ba0716-ec80-425f-888e-4a3b8f903afd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d338516acd04d069fb897ccf1a10e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0758650 Apr 26 14:12:34.795152 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 57320) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:34.981268 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1cae303-f76e-42e6-b766-8cce9e4d7be2 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:12:34.994194 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Publish callbacks [] for port (f1cae303-f76e-42e6-b766-8cce9e4d7be2), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:35.011085 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fcc62e23-61b9-4234-869f-82f12b4d4790 admin admin] Publish callbacks [] for security_group (f4fddead-abb1-4bf3-a6e1-579c5c00fcc9), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:35.014532 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668cc9c-8149-45ca-8697-3f437f10d34e req-4a19630a-b61e-404c-9d11-4bb02c118800 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:35.017421 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5668cc9c-8149-45ca-8697-3f437f10d34e req-4a19630a-b61e-404c-9d11-4bb02c118800 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 931 time: 0.0844402 Apr 26 14:12:35.018996 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Transition to ACTIVE for port object f1cae303-f76e-42e6-b766-8cce9e4d7be2 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:12:35.038185 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fcc62e23-61b9-4234-869f-82f12b4d4790 admin admin] Publish callbacks [] for security_group (f4fddead-abb1-4bf3-a6e1-579c5c00fcc9), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:35.150742 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5668cc9c-8149-45ca-8697-3f437f10d34e req-6e603f87-fabf-41dd-8ad5-553d4d9ee2fc tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118929 Apr 26 14:12:35.174500 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for floatingip (b588bc0e-aed6-497d-ac45-f5e27dd46a0a), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:35.178697 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (f1cae303-f76e-42e6-b766-8cce9e4d7be2), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:35.215685 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fcc62e23-61b9-4234-869f-82f12b4d4790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (f4fddead-abb1-4bf3-a6e1-579c5c00fcc9), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:35.218250 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fcc62e23-61b9-4234-869f-82f12b4d4790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:35.219934 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-fcc62e23-61b9-4234-869f-82f12b4d4790 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4fddead-abb1-4bf3-a6e1-579c5c00fcc9 HTTP/1.1" status: 204 len: 168 time: 0.4208283 Apr 26 14:12:35.240986 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Pushing event updated for resources: {'Port': ['ID=f1cae303-f76e-42e6-b766-8cce9e4d7be2,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:35.243757 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc62e23-61b9-4234-869f-82f12b4d4790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fddead-abb1-4bf3-a6e1-579c5c00fcc9,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:35.321381 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Attempting to bind port f1cae303-f76e-42e6-b766-8cce9e4d7be2 on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:12:35.321573 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Attempting to bind port f1cae303-f76e-42e6-b766-8cce9e4d7be2 by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '5c323ccc-6b98-4da2-be42-a69292cf2946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1a702bb0-0366-46dc-8d15-e85f42f915e6'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:12:35.321942 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Attempting to bind port f1cae303-f76e-42e6-b766-8cce9e4d7be2 on network 1a702bb0-0366-46dc-8d15-e85f42f915e6 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:12:35.327267 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Port f1cae303-f76e-42e6-b766-8cce9e4d7be2 on network 1a702bb0-0366-46dc-8d15-e85f42f915e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:12:35.327710 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Attempting to bind port f1cae303-f76e-42e6-b766-8cce9e4d7be2 on network 1a702bb0-0366-46dc-8d15-e85f42f915e6 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:12:35.333011 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:12:35.333535 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Checking segment: {'id': '5c323ccc-6b98-4da2-be42-a69292cf2946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1a702bb0-0366-46dc-8d15-e85f42f915e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:12:35.334006 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Bound using segment: {'id': '5c323ccc-6b98-4da2-be42-a69292cf2946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1a702bb0-0366-46dc-8d15-e85f42f915e6'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:12:35.334573 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Bound port: f1cae303-f76e-42e6-b766-8cce9e4d7be2, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c323ccc-6b98-4da2-be42-a69292cf2946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1a702bb0-0366-46dc-8d15-e85f42f915e6'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:12:35.334716 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (68c07d73-c313-4cf6-b9e0-c5ad0a8b57df), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:35.335043 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f1cae303-f76e-42e6-b766-8cce9e4d7be2), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:35.401064 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] For port f1cae303-f76e-42e6-b766-8cce9e4d7be2, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:12:35.404156 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] For port f1cae303-f76e-42e6-b766-8cce9e4d7be2, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=f1cae303-f76e-42e6-b766-8cce9e4d7be2,segment=NetworkSegment(5c323ccc-6b98-4da2-be42-a69292cf2946),segment_id=5c323ccc-6b98-4da2-be42-a69292cf2946)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:12:35.482307 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (f1cae303-f76e-42e6-b766-8cce9e4d7be2), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:35.490692 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for port (68c07d73-c313-4cf6-b9e0-c5ad0a8b57df), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:35.522716 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:35.523340 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:35.524722 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] 10.222.0.26 "PUT /v2.0/ports/f1cae303-f76e-42e6-b766-8cce9e4d7be2 HTTP/1.1" status: 200 len: 1093 time: 1.0648654 Apr 26 14:12:35.525159 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922e5811-6f44-4e16-af28-17c19a49af8c', 'tag': 'f1cae303-f76e-42e6-b766-8cce9e4d7be2'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:12:35.527465 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406a3504-28e4-4991-bf93-faf93e2dca7a" -d '{"events": [{"name": "network-changed", "server_uuid": "922e5811-6f44-4e16-af28-17c19a49af8c", "tag": "f1cae303-f76e-42e6-b766-8cce9e4d7be2"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:12:35.556108 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dca06-9eb4-433c-b38e-b91016bd161e service neutron] Pushing event updated for resources: {'Port': ['ID=f1cae303-f76e-42e6-b766-8cce9e4d7be2,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:35.567781 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745578'] for port (68c07d73-c313-4cf6-b9e0-c5ad0a8b57df), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:35.569992 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448b40a8-47a6-40c2-b45c-57a89d788a07 x-openstack-request-id: req-448b40a8-47a6-40c2-b45c-57a89d788a07 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:12:35.570137 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922e5811-6f44-4e16-af28-17c19a49af8c", "tag": "f1cae303-f76e-42e6-b766-8cce9e4d7be2", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:12:35.570393 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-448b40a8-47a6-40c2-b45c-57a89d788a07 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:12:35.570793 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448b40a8-47a6-40c2-b45c-57a89d788a07'] response: {'name': 'network-changed', 'server_uuid': '922e5811-6f44-4e16-af28-17c19a49af8c', 'tag': 'f1cae303-f76e-42e6-b766-8cce9e4d7be2', 'status': 'completed', 'code': 200} Apr 26 14:12:35.636263 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Pushing event updated for resources: {'Port': ['ID=68c07d73-c313-4cf6-b9e0-c5ad0a8b57df,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:35.649323 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (b588bc0e-aed6-497d-ac45-f5e27dd46a0a), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:35.674241 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a3504-28e4-4991-bf93-faf93e2dca7a req-d2aa32c1-4f06-48d4-b452-51c4200ce833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:35.675695 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-406a3504-28e4-4991-bf93-faf93e2dca7a req-d2aa32c1-4f06-48d4-b452-51c4200ce833 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9ba0d67b78f4c59b3d8e1ea5ae2895d&device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 1127 time: 0.0658696 Apr 26 14:12:35.794188 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Floating IP b588bc0e-aed6-497d-ac45-f5e27dd46a0a associated. External IP: 172.27.1.116, port: abcf92b7-d4b6-41b9-80c4-6fbda749a755. Apr 26 14:12:35.807134 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a3504-28e4-4991-bf93-faf93e2dca7a req-23f354a3-d59a-4cfa-81b1-02b8ef95a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:35.808599 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-406a3504-28e4-4991-bf93-faf93e2dca7a req-23f354a3-d59a-4cfa-81b1-02b8ef95a51b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e9ba0d67b78f4c59b3d8e1ea5ae2895d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1184452 Apr 26 14:12:35.902148 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d99500-d507-42a2-bc2f-de4ce77dfb2f req-4b0303fc-68c6-4ebe-9140-f5b67164d701 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:35.903645 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-89d99500-d507-42a2-bc2f-de4ce77dfb2f req-4b0303fc-68c6-4ebe-9140-f5b67164d701 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.1472056 Apr 26 14:12:35.929305 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a3504-28e4-4991-bf93-faf93e2dca7a req-45ad39e8-051b-41bb-a5bb-bf08470a614d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:35.962862 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-406a3504-28e4-4991-bf93-faf93e2dca7a req-45ad39e8-051b-41bb-a5bb-bf08470a614d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984526 Apr 26 14:12:36.032550 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-89d99500-d507-42a2-bc2f-de4ce77dfb2f req-099d2f01-63c3-452c-a348-344eeccb7a75 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187408 Apr 26 14:12:36.042768 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-701f58d9-971c-4d12-95b5-e24f7793a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:36.044417 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-701f58d9-971c-4d12-95b5-e24f7793a257 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9ba0d67b78f4c59b3d8e1ea5ae2895d&device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 1127 time: 0.0482090 Apr 26 14:12:36.084691 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Router 72e61c60-0b19-49d5-aa6c-1a66558c450c has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:12:36.087603 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-8f987388-6130-46f8-8e9c-62627c9b0aaf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1cae303-f76e-42e6-b766-8cce9e4d7be2 HTTP/1.1" status: 200 len: 217 time: 0.0360258 Apr 26 14:12:36.149842 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-1a33cb4e-987b-4478-9d68-af2e409d8535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:36.151438 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-1a33cb4e-987b-4478-9d68-af2e409d8535 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b45c8134-353d-4b77-86e0-8b4d66e6b3d6 HTTP/1.1" status: 200 len: 848 time: 0.0492601 Apr 26 14:12:36.204069 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-0ea52f5c-b942-444a-81f6-5fe7f48e109a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1a702bb0-0366-46dc-8d15-e85f42f915e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307000 Apr 26 14:12:36.340242 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8719ff4-e72c-4092-b953-14edcb16d54e req-91c27aa9-d049-4630-889e-bd799e92a24a tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:36.341841 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c8719ff4-e72c-4092-b953-14edcb16d54e req-91c27aa9-d049-4630-889e-bd799e92a24a tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 943 time: 0.1199985 Apr 26 14:12:36.348347 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-47162a96-b418-4be2-a5eb-d55a1ac5dda9 service neutron] 10.222.0.26 "GET /v2.0/networks/1a702bb0-0366-46dc-8d15-e85f42f915e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350517 Apr 26 14:12:36.379541 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:12:36.390151 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a9cbd-74e4-4037-b87b-4e6d4d172538 None None] Sync routers for ids ['72e61c60-0b19-49d5-aa6c-1a66558c450c'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:12:36.400090 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285a9cbd-74e4-4037-b87b-4e6d4d172538 None None] Routers {'72e61c60-0b19-49d5-aa6c-1a66558c450c'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:12:36.400699 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-285a9cbd-74e4-4037-b87b-4e6d4d172538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:12:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['72e61c60-0b19-49d5-aa6c-1a66558c450c'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:36.457651 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c8719ff4-e72c-4092-b953-14edcb16d54e req-2d7dfb7f-1cca-48aa-8f6a-2eee143b591f tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077459 Apr 26 14:12:36.461889 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57336) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:36.490245 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-30106b49-9de1-4aba-a412-c524294c8cc0 req-1e0a521b-4569-47a0-90b3-8a3fba3430ed service neutron] 10.222.0.26 "GET /v2.0/networks/1a702bb0-0366-46dc-8d15-e85f42f915e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265259 Apr 26 14:12:36.514602 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ad90d497-9f47-4ee1-9e32-aa7f16adf394 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=948226c2d05645348f0250369ffdef06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512369 Apr 26 14:12:36.516497 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57338) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:36.521991 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:36.539138 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-285a9cbd-74e4-4037-b87b-4e6d4d172538 None None] Set router 72e61c60-0b19-49d5-aa6c-1a66558c450c gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:12:36.577435 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9ba1492f-4bf8-4508-8ac5-f8a35bacaa85 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6045079 Apr 26 14:12:36.580909 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 57340) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:36.582650 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'tag': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:12:36.585267 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478595fd5860eeef178e2f17bc4da562bcc5ac2bcb416f5f119a8a02bbcefaa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283c119b-bcaa-4df9-9c88-9acdc1ff3cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "04ed8647-f0ef-4959-a4ec-f0d32051f5de", "tag": "abcf92b7-d4b6-41b9-80c4-6fbda749a755"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:12:36.586606 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-5bae11f9-fe69-4224-b07e-071000da6e19 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-11990393', 'description': 'tempest-secgroup-smoke-11990393 description', 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:36.604733 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6dec035c-40d8-4618-85aa-70caaea4a90e admin admin] Publish callbacks [] for security_group (fe2df4e6-a55a-46ac-b899-1ca5d883f205), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:36.628869 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6dec035c-40d8-4618-85aa-70caaea4a90e admin admin] Publish callbacks [] for security_group (fe2df4e6-a55a-46ac-b899-1ca5d883f205), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:36.635984 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eedc0f5-6239-4329-83b1-0f1524cddba9 x-openstack-request-id: req-6eedc0f5-6239-4329-83b1-0f1524cddba9 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:12:36.636277 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ed8647-f0ef-4959-a4ec-f0d32051f5de", "tag": "abcf92b7-d4b6-41b9-80c4-6fbda749a755", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:12:36.636533 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6eedc0f5-6239-4329-83b1-0f1524cddba9 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:12:36.636978 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eedc0f5-6239-4329-83b1-0f1524cddba9'] response: {'name': 'network-changed', 'server_uuid': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'tag': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755', 'status': 'completed', 'code': 200} Apr 26 14:12:36.692961 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5bae11f9-fe69-4224-b07e-071000da6e19 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:36.745145 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6dec035c-40d8-4618-85aa-70caaea4a90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (fe2df4e6-a55a-46ac-b899-1ca5d883f205), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:36.747842 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6dec035c-40d8-4618-85aa-70caaea4a90e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:36.749432 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6dec035c-40d8-4618-85aa-70caaea4a90e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe2df4e6-a55a-46ac-b899-1ca5d883f205 HTTP/1.1" status: 204 len: 168 time: 0.2314956 Apr 26 14:12:36.758613 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec035c-40d8-4618-85aa-70caaea4a90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2df4e6-a55a-46ac-b899-1ca5d883f205,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:36.761591 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c119b-bcaa-4df9-9c88-9acdc1ff3cf5 req-a70ba693-51f7-4d3a-830c-fb42cfe7c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:36.763131 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-283c119b-bcaa-4df9-9c88-9acdc1ff3cf5 req-a70ba693-51f7-4d3a-830c-fb42cfe7c466 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9211b70dd81f45fa8abd2cfaf151e4d6&device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 1130 time: 0.0801287 Apr 26 14:12:36.810762 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-285a9cbd-74e4-4037-b87b-4e6d4d172538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:20Z', 'revision_number': 4, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'gw_port': {'id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'b588bc0e-aed6-497d-ac45-f5e27dd46a0a', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'port_id': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'mac_address': 'fa:16:3e:e9:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:12:35Z', 'updated_at': '2022-04-26T14:12:35Z', 'revision_number': 0, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c2857b-d0c0-42b9-bc04-7835204b1cf0', 'name': '', 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'mac_address': 'fa:16:3e:d3:5d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '21736fdb-edb7-4182-9064-452899759396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:20Z', 'updated_at': '2022-04-26T14:11:25Z', 'revision_number': 5, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'subnets': [{'id': '21736fdb-edb7-4182-9064-452899759396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:36.849572 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a9cbd-74e4-4037-b87b-4e6d4d172538 None None] Checking router: 72e61c60-0b19-49d5-aa6c-1a66558c450c for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:12:36.858828 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5bae11f9-fe69-4224-b07e-071000da6e19 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group (ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:36.860181 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285a9cbd-74e4-4037-b87b-4e6d4d172538 None None] Routers {'72e61c60-0b19-49d5-aa6c-1a66558c450c'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:12:36.860951 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-285a9cbd-74e4-4037-b87b-4e6d4d172538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:12:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['72e61c60-0b19-49d5-aa6c-1a66558c450c'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:36.887506 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c119b-bcaa-4df9-9c88-9acdc1ff3cf5 req-17170479-653c-440c-840d-a186b0eca1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:36.890068 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-283c119b-bcaa-4df9-9c88-9acdc1ff3cf5 req-17170479-653c-440c-840d-a186b0eca1c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=39bb26a1-84de-43e7-8b61-6213bc37b526 HTTP/1.1" status: 200 len: 916 time: 0.1153185 Apr 26 14:12:36.950752 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5bae11f9-fe69-4224-b07e-071000da6e19 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:36.977900 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-285a9cbd-74e4-4037-b87b-4e6d4d172538 None None] Set router 72e61c60-0b19-49d5-aa6c-1a66558c450c gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:12:37.002724 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae11f9-fe69-4224-b07e-071000da6e19 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:37.006274 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-283c119b-bcaa-4df9-9c88-9acdc1ff3cf5 req-a2cc26da-3bb0-4607-8900-de88cfb130e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abcf92b7-d4b6-41b9-80c4-6fbda749a755 HTTP/1.1" status: 200 len: 1000 time: 0.1034493 Apr 26 14:12:37.065157 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c119b-bcaa-4df9-9c88-9acdc1ff3cf5 req-e1780018-daf3-4875-8b56-d3380d14f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:37.066696 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-283c119b-bcaa-4df9-9c88-9acdc1ff3cf5 req-e1780018-daf3-4875-8b56-d3380d14f338 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21736fdb-edb7-4182-9064-452899759396 HTTP/1.1" status: 200 len: 854 time: 0.0494742 Apr 26 14:12:37.097295 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5bae11f9-fe69-4224-b07e-071000da6e19 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:37.101279 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-5bae11f9-fe69-4224-b07e-071000da6e19 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5166335 Apr 26 14:12:37.101563 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57350) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:37.106475 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-ccbd9d4c-19c5-4d8b-b668-54020efe9d8c tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Request body: {'security_group_rule': {'security_group_id': 'ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2', 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:37.170351 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c119b-bcaa-4df9-9c88-9acdc1ff3cf5 req-5b537f01-ac1c-4257-a0bc-4ae57420dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:37.171848 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-283c119b-bcaa-4df9-9c88-9acdc1ff3cf5 req-5b537f01-ac1c-4257-a0bc-4ae57420dd11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39bb26a1-84de-43e7-8b61-6213bc37b526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868726 Apr 26 14:12:37.184679 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7d457-2f1f-4ff3-be6c-99535ae215c6 req-9ee340d4-e5b1-4697-801b-7a267a7f449f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:37.186163 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-38c7d457-2f1f-4ff3-be6c-99535ae215c6 req-9ee340d4-e5b1-4697-801b-7a267a7f449f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0704176 Apr 26 14:12:37.242039 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccbd9d4c-19c5-4d8b-b668-54020efe9d8c tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (a0d27c25-95e3-49f7-b31e-49667fa54740), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:37.255277 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-285a9cbd-74e4-4037-b87b-4e6d4d172538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:20Z', 'revision_number': 4, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'gw_port': {'id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'b588bc0e-aed6-497d-ac45-f5e27dd46a0a', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'port_id': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'mac_address': 'fa:16:3e:e9:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:12:35Z', 'updated_at': '2022-04-26T14:12:35Z', 'revision_number': 0, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c2857b-d0c0-42b9-bc04-7835204b1cf0', 'name': '', 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'mac_address': 'fa:16:3e:d3:5d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '21736fdb-edb7-4182-9064-452899759396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:20Z', 'updated_at': '2022-04-26T14:11:25Z', 'revision_number': 5, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'subnets': [{'id': '21736fdb-edb7-4182-9064-452899759396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:37.296556 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a9cbd-74e4-4037-b87b-4e6d4d172538 None None] The sync data for ids ['72e61c60-0b19-49d5-aa6c-1a66558c450c'] in dv-cinder-835133-2-iscsi is: [{'id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:20Z', 'revision_number': 4, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'gw_port': {'id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'b588bc0e-aed6-497d-ac45-f5e27dd46a0a', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'port_id': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'mac_address': 'fa:16:3e:e9:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:12:35Z', 'updated_at': '2022-04-26T14:12:35Z', 'revision_number': 0, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07c2857b-d0c0-42b9-bc04-7835204b1cf0', 'name': '', 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'mac_address': 'fa:16:3e:d3:5d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '21736fdb-edb7-4182-9064-452899759396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:20Z', 'updated_at': '2022-04-26T14:11:25Z', 'revision_number': 5, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'subnets': [{'id': '21736fdb-edb7-4182-9064-452899759396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:12:37.298268 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-38c7d457-2f1f-4ff3-be6c-99535ae215c6 req-1ae1a9c7-ffb4-4d05-9bed-6d0eadb659fa tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025038 Apr 26 14:12:37.324245 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccbd9d4c-19c5-4d8b-b668-54020efe9d8c tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (a0d27c25-95e3-49f7-b31e-49667fa54740), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:37.327448 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-283c119b-bcaa-4df9-9c88-9acdc1ff3cf5 req-9c65bfb1-2bc8-4367-a9b8-71dd1e3b898b service neutron] 10.222.0.26 "GET /v2.0/networks/39bb26a1-84de-43e7-8b61-6213bc37b526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402197 Apr 26 14:12:37.421103 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccbd9d4c-19c5-4d8b-b668-54020efe9d8c tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (a0d27c25-95e3-49f7-b31e-49667fa54740), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:37.454055 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd9d4c-19c5-4d8b-b668-54020efe9d8c tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d27c25-95e3-49f7-b31e-49667fa54740,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:37.474748 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524c6c4-ae79-4096-932c-51a38e7b89bb req-59e14248-4658-4010-9e7b-fa2a98b97b21 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:37.478540 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-283c119b-bcaa-4df9-9c88-9acdc1ff3cf5 req-dd63ce18-6e3c-4188-84e3-6a97166a0247 service neutron] 10.222.0.26 "GET /v2.0/networks/39bb26a1-84de-43e7-8b61-6213bc37b526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382499 Apr 26 14:12:37.478958 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1524c6c4-ae79-4096-932c-51a38e7b89bb req-59e14248-4658-4010-9e7b-fa2a98b97b21 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0949275 Apr 26 14:12:37.486416 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 57362) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:37.491430 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-c829d839-9683-4a12-9371-ca550b4b35b0 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Request body: {'floatingip': {'port_id': 'e48d3e25-6975-41a5-953a-e283cc06a7c3'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:37.535880 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccbd9d4c-19c5-4d8b-b668-54020efe9d8c tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:37.540622 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ccbd9d4c-19c5-4d8b-b668-54020efe9d8c tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4379036 Apr 26 14:12:37.541668 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57366) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:37.541778 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c829d839-9683-4a12-9371-ca550b4b35b0 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for floatingip (0223b642-8890-4a65-be39-2da23911878b), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:37.546386 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-a1e9aff4-a129-46ec-b0b1-33c56c9b71eb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Request body: {'security_group_rule': {'security_group_id': 'ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2', 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:37.583071 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e95cc7-0ca3-4e47-94d0-936d63a5b6cc None None] New status for floating IP b588bc0e-aed6-497d-ac45-f5e27dd46a0a: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:12:37.688588 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ab080-20f9-41a2-881b-010a9331f3b1 req-4bda1598-e752-4acb-acdd-a3853dc4b26f tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:37.690242 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-965ab080-20f9-41a2-881b-010a9331f3b1 req-4bda1598-e752-4acb-acdd-a3853dc4b26f tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 943 time: 0.1428428 Apr 26 14:12:37.705397 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a1e9aff4-a129-46ec-b0b1-33c56c9b71eb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (42e395f0-5570-4a03-a7d7-2c92363ba65e), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:37.781046 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a1e9aff4-a129-46ec-b0b1-33c56c9b71eb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (42e395f0-5570-4a03-a7d7-2c92363ba65e), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:37.818827 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-965ab080-20f9-41a2-881b-010a9331f3b1 req-d48fa28d-8a6a-4a06-9fa1-70f27b8f49b8 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174209 Apr 26 14:12:37.928063 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a1e9aff4-a129-46ec-b0b1-33c56c9b71eb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (42e395f0-5570-4a03-a7d7-2c92363ba65e), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:37.948239 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9aff4-a129-46ec-b0b1-33c56c9b71eb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e395f0-5570-4a03-a7d7-2c92363ba65e,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:38.055131 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a1e9aff4-a129-46ec-b0b1-33c56c9b71eb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:38.056398 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-a1e9aff4-a129-46ec-b0b1-33c56c9b71eb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5136859 Apr 26 14:12:38.059458 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57378) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:38.070041 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-641d7831-2afa-495b-9937-a7c13c5153c4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Request body: {'security_group_rule': {'security_group_id': 'ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2', 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:38.161572 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-641d7831-2afa-495b-9937-a7c13c5153c4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (1abbbc48-81c2-4db2-8045-f7ac2913ea1e), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:38.228117 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-641d7831-2afa-495b-9937-a7c13c5153c4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (1abbbc48-81c2-4db2-8045-f7ac2913ea1e), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:38.296013 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c829d839-9683-4a12-9371-ca550b4b35b0 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:38.310013 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-641d7831-2afa-495b-9937-a7c13c5153c4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (1abbbc48-81c2-4db2-8045-f7ac2913ea1e), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:38.327724 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d7831-2afa-495b-9937-a7c13c5153c4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abbbc48-81c2-4db2-8045-f7ac2913ea1e,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:38.356130 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c829d839-9683-4a12-9371-ca550b4b35b0 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (0223b642-8890-4a65-be39-2da23911878b), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:38.433273 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-641d7831-2afa-495b-9937-a7c13c5153c4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:38.437787 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-641d7831-2afa-495b-9937-a7c13c5153c4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3772035 Apr 26 14:12:38.437992 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 57386) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:38.442591 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-55e19c5d-6a08-4e8a-80ea-0759728d53b0 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Request body: {'security_group_rule': {'security_group_id': 'ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2', 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:38.480568 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-c829d839-9683-4a12-9371-ca550b4b35b0 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Floating IP 0223b642-8890-4a65-be39-2da23911878b associated. External IP: 172.27.1.110, port: e48d3e25-6975-41a5-953a-e283cc06a7c3. Apr 26 14:12:38.568527 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-55e19c5d-6a08-4e8a-80ea-0759728d53b0 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (03c8d5f7-a1c5-4cd5-b471-cbbd741916f2), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:38.706128 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-55e19c5d-6a08-4e8a-80ea-0759728d53b0 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (03c8d5f7-a1c5-4cd5-b471-cbbd741916f2), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:38.749682 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c829d839-9683-4a12-9371-ca550b4b35b0 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Router 99f8baf1-417d-40f2-995e-618c86edc4c6 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:12:38.832118 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-55e19c5d-6a08-4e8a-80ea-0759728d53b0 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (03c8d5f7-a1c5-4cd5-b471-cbbd741916f2), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:38.861245 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e19c5d-6a08-4e8a-80ea-0759728d53b0 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c8d5f7-a1c5-4cd5-b471-cbbd741916f2,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:38.884703 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c829d839-9683-4a12-9371-ca550b4b35b0 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:12:38.889297 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c829d839-9683-4a12-9371-ca550b4b35b0 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:38.901250 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d102fda-b16b-4a83-83bd-0d2978fee57e None None] Sync routers for ids ['99f8baf1-417d-40f2-995e-618c86edc4c6'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:12:38.926312 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d102fda-b16b-4a83-83bd-0d2978fee57e None None] Routers {'99f8baf1-417d-40f2-995e-618c86edc4c6'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:12:38.926835 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-c829d839-9683-4a12-9371-ca550b4b35b0 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "PUT /v2.0/floatingips/0223b642-8890-4a65-be39-2da23911878b HTTP/1.1" status: 200 len: 991 time: 1.4388461 Apr 26 14:12:38.927884 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'tag': 'e48d3e25-6975-41a5-953a-e283cc06a7c3'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:12:38.930103 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-3d102fda-b16b-4a83-83bd-0d2978fee57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:12:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['99f8baf1-417d-40f2-995e-618c86edc4c6'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:38.931862 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cee4202-36e1-4b87-881e-b91cb630e7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1af8e557-0521-4ed6-971f-dfa80ec191c9", "tag": "e48d3e25-6975-41a5-953a-e283cc06a7c3"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:12:38.960415 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-55e19c5d-6a08-4e8a-80ea-0759728d53b0 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:38.964879 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-55e19c5d-6a08-4e8a-80ea-0759728d53b0 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5235987 Apr 26 14:12:38.965146 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 57404) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:38.972327 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-8dfb6c4e-b28b-42af-af7c-381705ac6db4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Request body: {'security_group_rule': {'security_group_id': 'ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2', 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:38.978465 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0beed7c0-65f1-4b93-8ba6-ce2f8a80aa7e x-openstack-request-id: req-0beed7c0-65f1-4b93-8ba6-ce2f8a80aa7e {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:12:38.978772 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af8e557-0521-4ed6-971f-dfa80ec191c9", "tag": "e48d3e25-6975-41a5-953a-e283cc06a7c3", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:12:38.979170 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0beed7c0-65f1-4b93-8ba6-ce2f8a80aa7e {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:12:38.979571 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0beed7c0-65f1-4b93-8ba6-ce2f8a80aa7e'] response: {'name': 'network-changed', 'server_uuid': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'tag': 'e48d3e25-6975-41a5-953a-e283cc06a7c3', 'status': 'completed', 'code': 200} Apr 26 14:12:39.016646 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4420546-4dff-4e49-ba9b-b595bdc57ed0 req-66a8d831-f964-4018-8a86-7a0b363e2bc0 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:39.018515 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e4420546-4dff-4e49-ba9b-b595bdc57ed0 req-66a8d831-f964-4018-8a86-7a0b363e2bc0 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 943 time: 0.1081476 Apr 26 14:12:39.066869 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee4202-36e1-4b87-881e-b91cb630e7bf req-89af6aa8-a3fe-4a9a-8996-f2ff95055652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:39.068408 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1cee4202-36e1-4b87-881e-b91cb630e7bf req-89af6aa8-a3fe-4a9a-8996-f2ff95055652 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 1129 time: 0.0574083 Apr 26 14:12:39.092187 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-3d102fda-b16b-4a83-83bd-0d2978fee57e None None] Set router 99f8baf1-417d-40f2-995e-618c86edc4c6 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:12:39.100667 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e4420546-4dff-4e49-ba9b-b595bdc57ed0 req-67aee495-24ef-4059-89dd-f9545fee075c tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655284 Apr 26 14:12:39.109368 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.securitygroups_db [None req-8dfb6c4e-b28b-42af-af7c-381705ac6db4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Project 9211b70dd81f45fa8abd2cfaf151e4d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 26 14:12:39.134748 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8dfb6c4e-b28b-42af-af7c-381705ac6db4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (f69bac10-91e6-4dc6-bc09-a7434be685d2), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:39.223847 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8dfb6c4e-b28b-42af-af7c-381705ac6db4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (f69bac10-91e6-4dc6-bc09-a7434be685d2), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:39.225295 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee4202-36e1-4b87-881e-b91cb630e7bf req-41a17b84-ab35-402e-9f50-59441bee7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:39.229914 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1cee4202-36e1-4b87-881e-b91cb630e7bf req-41a17b84-ab35-402e-9f50-59441bee7fbf service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 919 time: 0.1496663 Apr 26 14:12:39.306471 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8dfb6c4e-b28b-42af-af7c-381705ac6db4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (f69bac10-91e6-4dc6-bc09-a7434be685d2), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:39.312167 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1cee4202-36e1-4b87-881e-b91cb630e7bf req-af11eeb2-af15-4388-883f-fc8f83dfef15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48d3e25-6975-41a5-953a-e283cc06a7c3 HTTP/1.1" status: 200 len: 999 time: 0.0739233 Apr 26 14:12:39.351197 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-3d102fda-b16b-4a83-83bd-0d2978fee57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '0223b642-8890-4a65-be39-2da23911878b', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'port_id': 'e48d3e25-6975-41a5-953a-e283cc06a7c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'mac_address': 'fa:16:3e:24:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:12:20Z', 'updated_at': '2022-04-26T14:12:38Z', 'revision_number': 1, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab253f6-89f8-445f-bd80-7c647aaab775', 'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'mac_address': 'fa:16:3e:3f:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:16Z', 'updated_at': '2022-04-26T14:10:29Z', 'revision_number': 5, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'subnets': [{'id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:39.353168 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb6c4e-b28b-42af-af7c-381705ac6db4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69bac10-91e6-4dc6-bc09-a7434be685d2,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:39.374021 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee4202-36e1-4b87-881e-b91cb630e7bf req-cfdea724-b1de-4162-827f-16cf0189b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:39.377447 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1cee4202-36e1-4b87-881e-b91cb630e7bf req-cfdea724-b1de-4162-827f-16cf0189b3b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.0522437 Apr 26 14:12:39.381436 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d102fda-b16b-4a83-83bd-0d2978fee57e None None] Checking router: 99f8baf1-417d-40f2-995e-618c86edc4c6 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:12:39.389703 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d102fda-b16b-4a83-83bd-0d2978fee57e None None] Routers {'99f8baf1-417d-40f2-995e-618c86edc4c6'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:12:39.390336 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-3d102fda-b16b-4a83-83bd-0d2978fee57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:12:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['99f8baf1-417d-40f2-995e-618c86edc4c6'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:39.430265 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8dfb6c4e-b28b-42af-af7c-381705ac6db4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:39.430265 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-8dfb6c4e-b28b-42af-af7c-381705ac6db4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4624331 Apr 26 14:12:39.432796 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57412) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:39.440283 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-155c5b23-e010-4de5-a4a6-9eaf96f0e39f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Request body: {'security_group_rule': {'security_group_id': 'ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2', 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:39.449677 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee4202-36e1-4b87-881e-b91cb630e7bf req-5f364c53-9591-4c98-b1fa-fe4381c95e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:39.451720 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1cee4202-36e1-4b87-881e-b91cb630e7bf req-5f364c53-9591-4c98-b1fa-fe4381c95e57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644064 Apr 26 14:12:39.543128 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.securitygroups_db [None req-155c5b23-e010-4de5-a4a6-9eaf96f0e39f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Project 9211b70dd81f45fa8abd2cfaf151e4d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 26 14:12:39.549048 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-155c5b23-e010-4de5-a4a6-9eaf96f0e39f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (8b78b929-b96a-4e85-9051-7e0b5e0c2e94), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:39.557362 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1cee4202-36e1-4b87-881e-b91cb630e7bf req-e38bb86f-a0bf-49bf-991c-06202f5d25e9 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983984 Apr 26 14:12:39.607987 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-3d102fda-b16b-4a83-83bd-0d2978fee57e None None] Set router 99f8baf1-417d-40f2-995e-618c86edc4c6 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:12:39.617422 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-155c5b23-e010-4de5-a4a6-9eaf96f0e39f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (8b78b929-b96a-4e85-9051-7e0b5e0c2e94), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:39.659281 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1cee4202-36e1-4b87-881e-b91cb630e7bf req-3af5cbf7-963c-4632-aebe-bafee7c3452b service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948164 Apr 26 14:12:39.710656 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-155c5b23-e010-4de5-a4a6-9eaf96f0e39f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (8b78b929-b96a-4e85-9051-7e0b5e0c2e94), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:39.722216 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device f1cae303-f76e-42e6-b766-8cce9e4d7be2 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:12:39.724960 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c5b23-e010-4de5-a4a6-9eaf96f0e39f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b78b929-b96a-4e85-9051-7e0b5e0c2e94,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:39.843913 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-155c5b23-e010-4de5-a4a6-9eaf96f0e39f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:39.845409 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-155c5b23-e010-4de5-a4a6-9eaf96f0e39f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4106705 Apr 26 14:12:39.858222 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port f1cae303-f76e-42e6-b766-8cce9e4d7be2, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=f1cae303-f76e-42e6-b766-8cce9e4d7be2,segment=NetworkSegment(5c323ccc-6b98-4da2-be42-a69292cf2946),segment_id=5c323ccc-6b98-4da2-be42-a69292cf2946)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:39.862692 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-3d102fda-b16b-4a83-83bd-0d2978fee57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '0223b642-8890-4a65-be39-2da23911878b', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'port_id': 'e48d3e25-6975-41a5-953a-e283cc06a7c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'mac_address': 'fa:16:3e:24:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:12:20Z', 'updated_at': '2022-04-26T14:12:38Z', 'revision_number': 1, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab253f6-89f8-445f-bd80-7c647aaab775', 'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'mac_address': 'fa:16:3e:3f:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:16Z', 'updated_at': '2022-04-26T14:10:29Z', 'revision_number': 5, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'subnets': [{'id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:12:39.872213 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'f1cae303-f76e-42e6-b766-8cce9e4d7be2', 'network_id': '1a702bb0-0366-46dc-8d15-e85f42f915e6', 'port_id': 'f1cae303-f76e-42e6-b766-8cce9e4d7be2', 'mac_address': 'fa:16:3e:d4:cb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45c8134-353d-4b77-86e0-8b4d66e6b3d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:12:39.907136 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d102fda-b16b-4a83-83bd-0d2978fee57e None None] The sync data for ids ['99f8baf1-417d-40f2-995e-618c86edc4c6'] in dv-cinder-835133-2-iscsi is: [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '0223b642-8890-4a65-be39-2da23911878b', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'port_id': 'e48d3e25-6975-41a5-953a-e283cc06a7c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'mac_address': 'fa:16:3e:24:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:12:20Z', 'updated_at': '2022-04-26T14:12:38Z', 'revision_number': 1, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab253f6-89f8-445f-bd80-7c647aaab775', 'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'mac_address': 'fa:16:3e:3f:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:16Z', 'updated_at': '2022-04-26T14:10:29Z', 'revision_number': 5, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'subnets': [{'id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:12:39.945414 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port f1cae303-f76e-42e6-b766-8cce9e4d7be2 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:12:39.946514 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f1cae303-f76e-42e6-b766-8cce9e4d7be2), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:39.967920 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cae303-f76e-42e6-b766-8cce9e4d7be2 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:12:39.981502 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-de6f2d7d-91ca-4128-9f16-2b5113903b90 req-1561b09e-3d4f-4efd-836d-708695820006 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11990393&fields=id&tenant_id=9211b70dd81f45fa8abd2cfaf151e4d6 HTTP/1.1" status: 200 len: 267 time: 0.0748909 Apr 26 14:12:40.002567 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port f1cae303-f76e-42e6-b766-8cce9e4d7be2, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=f1cae303-f76e-42e6-b766-8cce9e4d7be2,segment=NetworkSegment(5c323ccc-6b98-4da2-be42-a69292cf2946),segment_id=5c323ccc-6b98-4da2-be42-a69292cf2946)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:40.051474 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f2d7d-91ca-4128-9f16-2b5113903b90 req-d19775f0-dd75-47e6-90d8-f1aec08fa61a tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:40.053050 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-de6f2d7d-91ca-4128-9f16-2b5113903b90 req-d19775f0-dd75-47e6-90d8-f1aec08fa61a tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 946 time: 0.0650005 Apr 26 14:12:40.065468 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-de6f2d7d-91ca-4128-9f16-2b5113903b90 req-cdc32701-0b55-41e9-9783-fa78fe7fa1fb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Request body: {'port': {'security_groups': ['7dd6432c-2a44-4368-9b66-0c4893d25fd7', 'ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:12:40.071947 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (f1cae303-f76e-42e6-b766-8cce9e4d7be2), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:40.144557 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=f1cae303-f76e-42e6-b766-8cce9e4d7be2,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:40.173540 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:40.180058 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec9a0ed-219f-4c74-a7e6-64e6ce8d401c None None] New status for floating IP 0223b642-8890-4a65-be39-2da23911878b: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:12:40.181261 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-de6f2d7d-91ca-4128-9f16-2b5113903b90 req-cdc32701-0b55-41e9-9783-fa78fe7fa1fb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:40.245449 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e7be8-50bc-47df-a526-a210b1d3c06a req-3d8da559-66b2-4edb-9764-e61618a9e21b tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:40.252012 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-877e7be8-50bc-47df-a526-a210b1d3c06a req-3d8da559-66b2-4edb-9764-e61618a9e21b tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 944 time: 0.0735142 Apr 26 14:12:40.307272 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-877e7be8-50bc-47df-a526-a210b1d3c06a req-f5831e89-1921-4f03-8a43-500365aee830 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498502 Apr 26 14:12:40.401377 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-de6f2d7d-91ca-4128-9f16-2b5113903b90 req-cdc32701-0b55-41e9-9783-fa78fe7fa1fb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] For port abcf92b7-d4b6-41b9-80c4-6fbda749a755, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=abcf92b7-d4b6-41b9-80c4-6fbda749a755,segment=NetworkSegment(51ad5a88-2866-4657-b8cb-e96febfe5ebb),segment_id=51ad5a88-2866-4657-b8cb-e96febfe5ebb)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:40.407390 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['f1cae303-f76e-42e6-b766-8cce9e4d7be2'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:12:40.432643 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-de6f2d7d-91ca-4128-9f16-2b5113903b90 req-cdc32701-0b55-41e9-9783-fa78fe7fa1fb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:40.561697 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-de6f2d7d-91ca-4128-9f16-2b5113903b90 req-cdc32701-0b55-41e9-9783-fa78fe7fa1fb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:40.581687 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['abcf92b7-d4b6-41b9-80c4-6fbda749a755'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:12:40.609939 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f2d7d-91ca-4128-9f16-2b5113903b90 req-cdc32701-0b55-41e9-9783-fa78fe7fa1fb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:40.610590 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-de6f2d7d-91ca-4128-9f16-2b5113903b90 req-cdc32701-0b55-41e9-9783-fa78fe7fa1fb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:40.616449 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-de6f2d7d-91ca-4128-9f16-2b5113903b90 req-cdc32701-0b55-41e9-9783-fa78fe7fa1fb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "PUT /v2.0/ports/abcf92b7-d4b6-41b9-80c4-6fbda749a755 HTTP/1.1" status: 200 len: 982 time: 0.5544665 Apr 26 14:12:40.640638 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc32701-0b55-41e9-9783-fa78fe7fa1fb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Pushing event updated for resources: {'Port': ['ID=abcf92b7-d4b6-41b9-80c4-6fbda749a755,revision_number=6']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:40.736723 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b03017-edb3-4ef4-947e-e0e22a630779 req-17ebe692-b58d-46d2-adab-6276b5818df5 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:40.738455 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-14b03017-edb3-4ef4-947e-e0e22a630779 req-17ebe692-b58d-46d2-adab-6276b5818df5 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0578220 Apr 26 14:12:40.745576 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['abcf92b7-d4b6-41b9-80c4-6fbda749a755'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:12:40.813118 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-14b03017-edb3-4ef4-947e-e0e22a630779 req-d2843a1e-6488-4184-aab8-a3f4d2562c70 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0666761 Apr 26 14:12:40.911394 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-b0066111-fc12-4534-9cfb-211f2a98d590 None None] Provisioning complete for port abcf92b7-d4b6-41b9-80c4-6fbda749a755 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:12:40.911761 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b0066111-fc12-4534-9cfb-211f2a98d590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:40.981077 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'tag': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:12:40.984627 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8eff78-dbc0-4459-a047-40f156951cac" -d '{"events": [{"name": "network-changed", "server_uuid": "04ed8647-f0ef-4959-a4ec-f0d32051f5de", "tag": "abcf92b7-d4b6-41b9-80c4-6fbda749a755"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:12:41.022724 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6124993-4203-45da-ac99-38093b494dac x-openstack-request-id: req-c6124993-4203-45da-ac99-38093b494dac {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:12:41.022724 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ed8647-f0ef-4959-a4ec-f0d32051f5de", "tag": "abcf92b7-d4b6-41b9-80c4-6fbda749a755", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:12:41.022724 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6124993-4203-45da-ac99-38093b494dac {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:12:41.023094 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6124993-4203-45da-ac99-38093b494dac'] response: {'name': 'network-changed', 'server_uuid': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'tag': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755', 'status': 'completed', 'code': 200} Apr 26 14:12:41.102532 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eff78-dbc0-4459-a047-40f156951cac req-75a4ee9a-6697-42cf-86f4-f1f8b0e95f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:41.104659 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6e8eff78-dbc0-4459-a047-40f156951cac req-75a4ee9a-6697-42cf-86f4-f1f8b0e95f7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9211b70dd81f45fa8abd2cfaf151e4d6&device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 1169 time: 0.0489612 Apr 26 14:12:41.203401 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eff78-dbc0-4459-a047-40f156951cac req-7260aa0c-3904-45f2-8ea2-5133eac54322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:41.204958 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6e8eff78-dbc0-4459-a047-40f156951cac req-7260aa0c-3904-45f2-8ea2-5133eac54322 service neutron] 10.222.0.26 "GET /v2.0/networks?id=39bb26a1-84de-43e7-8b61-6213bc37b526 HTTP/1.1" status: 200 len: 916 time: 0.0881643 Apr 26 14:12:41.247840 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-b0066111-fc12-4534-9cfb-211f2a98d590 None None] Current status of the port abcf92b7-d4b6-41b9-80c4-6fbda749a755 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:12:41.284063 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6e8eff78-dbc0-4459-a047-40f156951cac req-79a7f51f-f208-47f1-a2f0-70f535c00416 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abcf92b7-d4b6-41b9-80c4-6fbda749a755 HTTP/1.1" status: 200 len: 1002 time: 0.0669270 Apr 26 14:12:41.336416 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eff78-dbc0-4459-a047-40f156951cac req-09df3a37-bd41-4652-95a0-bc2b43433a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:41.338001 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6e8eff78-dbc0-4459-a047-40f156951cac req-09df3a37-bd41-4652-95a0-bc2b43433a40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21736fdb-edb7-4182-9064-452899759396 HTTP/1.1" status: 200 len: 854 time: 0.0444388 Apr 26 14:12:41.392926 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eff78-dbc0-4459-a047-40f156951cac req-ca2a50a1-4f5f-4716-87f1-29e5a1745297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:41.394640 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6e8eff78-dbc0-4459-a047-40f156951cac req-ca2a50a1-4f5f-4716-87f1-29e5a1745297 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39bb26a1-84de-43e7-8b61-6213bc37b526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488515 Apr 26 14:12:41.428651 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a912daf-b702-4833-af99-568de27a5d70 req-499fd098-b27f-442d-84fb-e33005e16fa0 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:41.436116 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1a912daf-b702-4833-af99-568de27a5d70 req-499fd098-b27f-442d-84fb-e33005e16fa0 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 944 time: 0.0685468 Apr 26 14:12:41.483818 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1a912daf-b702-4833-af99-568de27a5d70 req-f6a2fe51-4243-4118-a4af-1c1be2924b6d tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464284 Apr 26 14:12:41.501463 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6e8eff78-dbc0-4459-a047-40f156951cac req-3a7eb75d-a494-4794-857a-2c57cecf7306 service neutron] 10.222.0.26 "GET /v2.0/networks/39bb26a1-84de-43e7-8b61-6213bc37b526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898542 Apr 26 14:12:41.590140 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6e8eff78-dbc0-4459-a047-40f156951cac req-8a991b44-b677-46f0-a347-fc13e2905ad3 service neutron] 10.222.0.26 "GET /v2.0/networks/39bb26a1-84de-43e7-8b61-6213bc37b526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819604 Apr 26 14:12:41.722100 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device f1cae303-f76e-42e6-b766-8cce9e4d7be2 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:12:41.835532 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port f1cae303-f76e-42e6-b766-8cce9e4d7be2 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:12:41.839603 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port f1cae303-f76e-42e6-b766-8cce9e4d7be2 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:12:41.839978 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (f1cae303-f76e-42e6-b766-8cce9e4d7be2), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:41.921729 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port f1cae303-f76e-42e6-b766-8cce9e4d7be2 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:12:41.922661 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f1cae303-f76e-42e6-b766-8cce9e4d7be2), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:41.945108 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922e5811-6f44-4e16-af28-17c19a49af8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cae303-f76e-42e6-b766-8cce9e4d7be2'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:12:41.947338 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93351af9-bf1e-4db3-a4fb-dbc661b37694" -d '{"events": [{"server_uuid": "922e5811-6f44-4e16-af28-17c19a49af8c", "name": "network-vif-plugged", "status": "completed", "tag": "f1cae303-f76e-42e6-b766-8cce9e4d7be2"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:12:41.959344 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port f1cae303-f76e-42e6-b766-8cce9e4d7be2, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=f1cae303-f76e-42e6-b766-8cce9e4d7be2,segment=NetworkSegment(5c323ccc-6b98-4da2-be42-a69292cf2946),segment_id=5c323ccc-6b98-4da2-be42-a69292cf2946)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:41.986205 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b613391d-f9ac-4fe7-8955-bd4df06898f1 x-openstack-request-id: req-b613391d-f9ac-4fe7-8955-bd4df06898f1 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:12:41.986205 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922e5811-6f44-4e16-af28-17c19a49af8c", "name": "network-vif-plugged", "status": "completed", "tag": "f1cae303-f76e-42e6-b766-8cce9e4d7be2", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:12:41.986439 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b613391d-f9ac-4fe7-8955-bd4df06898f1 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:12:41.986670 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b613391d-f9ac-4fe7-8955-bd4df06898f1'] response: {'server_uuid': '922e5811-6f44-4e16-af28-17c19a49af8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cae303-f76e-42e6-b766-8cce9e4d7be2', 'code': 200} Apr 26 14:12:42.052897 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (f1cae303-f76e-42e6-b766-8cce9e4d7be2), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:42.101200 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=f1cae303-f76e-42e6-b766-8cce9e4d7be2,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:42.360069 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822edd0-ca83-4a8b-8067-c9dcf4f161b7 req-ab8d5c03-5623-4039-8663-7d1a6771d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:42.361568 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7822edd0-ca83-4a8b-8067-c9dcf4f161b7 req-ab8d5c03-5623-4039-8663-7d1a6771d055 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 1129 time: 0.0475049 Apr 26 14:12:42.407388 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7822edd0-ca83-4a8b-8067-c9dcf4f161b7 req-d3d1aee0-65ac-432a-b6f2-438d11f19f15 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394111 Apr 26 14:12:42.600535 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9227d-491b-41ab-921f-0a09b3a3e80c req-765261c4-87d3-472a-8afb-329ee93e58dd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:42.605449 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-44f9227d-491b-41ab-921f-0a09b3a3e80c req-765261c4-87d3-472a-8afb-329ee93e58dd tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 945 time: 0.0522511 Apr 26 14:12:42.648075 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-44f9227d-491b-41ab-921f-0a09b3a3e80c req-38249a4e-7365-4b50-8c61-476e9054b654 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Apr 26 14:12:43.770516 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e284494-3bf8-4f98-a000-846d70465a82 req-6bc746cc-0633-4675-a7e0-98f588a01a0d tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:43.771994 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e284494-3bf8-4f98-a000-846d70465a82 req-6bc746cc-0633-4675-a7e0-98f588a01a0d tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 945 time: 0.0559206 Apr 26 14:12:43.823793 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e284494-3bf8-4f98-a000-846d70465a82 req-d2ae1763-be73-41ef-b28c-fb5be8e5a360 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459747 Apr 26 14:12:44.950864 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661dab9-7f05-48b4-bee4-91b596f76fff req-7f075b68-95c0-41f2-9dd4-cad497151f59 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:44.952538 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2661dab9-7f05-48b4-bee4-91b596f76fff req-7f075b68-95c0-41f2-9dd4-cad497151f59 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 945 time: 0.0625434 Apr 26 14:12:44.999493 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2661dab9-7f05-48b4-bee4-91b596f76fff req-0214c42d-9f40-48d5-a58d-3d23bb7a7e31 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 Apr 26 14:12:46.358043 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf870d4-ebc2-4764-af5d-6368839c91d8 req-d4ef32f5-21c3-4323-b246-eed6eac4e25c tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:46.359527 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fcf870d4-ebc2-4764-af5d-6368839c91d8 req-d4ef32f5-21c3-4323-b246-eed6eac4e25c tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 945 time: 0.0519621 Apr 26 14:12:46.406876 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fcf870d4-ebc2-4764-af5d-6368839c91d8 req-b9300792-6145-459f-a4cf-d6c46311eaaf tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417111 Apr 26 14:12:47.524693 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58163a1f-4efb-4a23-9339-56d1e549be75 req-ddcc8d6c-010c-4491-be05-638545a9baec tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:47.526200 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58163a1f-4efb-4a23-9339-56d1e549be75 req-ddcc8d6c-010c-4491-be05-638545a9baec tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 945 time: 0.0513291 Apr 26 14:12:47.577533 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58163a1f-4efb-4a23-9339-56d1e549be75 req-88881cd2-bf45-4fa3-b20a-519925458b8f tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455117 Apr 26 14:12:48.457869 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:12:48.694775 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8698c7-a9c1-4322-8b47-9a524023f1fd req-72af0265-bcee-4407-9c54-5b378f6fc5f6 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:48.696227 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae8698c7-a9c1-4322-8b47-9a524023f1fd req-72af0265-bcee-4407-9c54-5b378f6fc5f6 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 945 time: 0.0507903 Apr 26 14:12:48.746068 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae8698c7-a9c1-4322-8b47-9a524023f1fd req-a98b52b5-cbe9-41b1-8794-b2f9d677488d tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad1176e4-3f60-496b-ae11-ecc456ab3026&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443728 Apr 26 14:12:48.755663 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bf072-2084-48b7-bc33-0216385dbaf9 req-a0cef7b3-b2c0-4aac-92d2-35d5373fcbd3 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:12:48.757194 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e86bf072-2084-48b7-bc33-0216385dbaf9 req-a0cef7b3-b2c0-4aac-92d2-35d5373fcbd3 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.26 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 945 time: 0.0502820 Apr 26 14:12:48.853740 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-e86bf072-2084-48b7-bc33-0216385dbaf9 req-40fe3b9e-d3ba-4c3b-b810-24837259dcc6 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Deleting port f1cae303-f76e-42e6-b766-8cce9e4d7be2 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:12:48.854109 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-e86bf072-2084-48b7-bc33-0216385dbaf9 req-40fe3b9e-d3ba-4c3b-b810-24837259dcc6 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (f1cae303-f76e-42e6-b766-8cce9e4d7be2), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:48.943923 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-e86bf072-2084-48b7-bc33-0216385dbaf9 req-40fe3b9e-d3ba-4c3b-b810-24837259dcc6 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] For port f1cae303-f76e-42e6-b766-8cce9e4d7be2, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=f1cae303-f76e-42e6-b766-8cce9e4d7be2,segment=NetworkSegment(5c323ccc-6b98-4da2-be42-a69292cf2946),segment_id=5c323ccc-6b98-4da2-be42-a69292cf2946)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:12:48.950667 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-e86bf072-2084-48b7-bc33-0216385dbaf9 req-40fe3b9e-d3ba-4c3b-b810-24837259dcc6 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (f1cae303-f76e-42e6-b766-8cce9e4d7be2), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:48.963476 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-e86bf072-2084-48b7-bc33-0216385dbaf9 req-40fe3b9e-d3ba-4c3b-b810-24837259dcc6 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Calling delete_port for f1cae303-f76e-42e6-b766-8cce9e4d7be2 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:12:49.201616 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-e86bf072-2084-48b7-bc33-0216385dbaf9 req-40fe3b9e-d3ba-4c3b-b810-24837259dcc6 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (f1cae303-f76e-42e6-b766-8cce9e4d7be2), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:49.217081 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['f1cae303-f76e-42e6-b766-8cce9e4d7be2'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:12:49.228814 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe3b9e-d3ba-4c3b-b810-24837259dcc6 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Pushing event deleted for resources: {'Port': ['ID=f1cae303-f76e-42e6-b766-8cce9e4d7be2,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:49.272998 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86bf072-2084-48b7-bc33-0216385dbaf9 req-40fe3b9e-d3ba-4c3b-b810-24837259dcc6 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] No DVR routers for this DVR port f1cae303-f76e-42e6-b766-8cce9e4d7be2 on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:12:49.275540 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-e86bf072-2084-48b7-bc33-0216385dbaf9 req-40fe3b9e-d3ba-4c3b-b810-24837259dcc6 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:49.278937 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e86bf072-2084-48b7-bc33-0216385dbaf9 req-40fe3b9e-d3ba-4c3b-b810-24837259dcc6 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.26 "DELETE /v2.0/ports/f1cae303-f76e-42e6-b766-8cce9e4d7be2 HTTP/1.1" status: 204 len: 173 time: 0.5162563 Apr 26 14:12:49.279399 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922e5811-6f44-4e16-af28-17c19a49af8c', 'name': 'network-vif-deleted', 'tag': 'f1cae303-f76e-42e6-b766-8cce9e4d7be2'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:12:49.281576 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2511af-4ebc-422b-8cde-79dec6ad12db" -d '{"events": [{"server_uuid": "922e5811-6f44-4e16-af28-17c19a49af8c", "name": "network-vif-deleted", "tag": "f1cae303-f76e-42e6-b766-8cce9e4d7be2"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:12:49.317487 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d4051f-5abf-4826-9535-40e5c4815c0f x-openstack-request-id: req-87d4051f-5abf-4826-9535-40e5c4815c0f {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:12:49.317785 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922e5811-6f44-4e16-af28-17c19a49af8c", "name": "network-vif-deleted", "tag": "f1cae303-f76e-42e6-b766-8cce9e4d7be2", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:12:49.318083 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87d4051f-5abf-4826-9535-40e5c4815c0f {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:12:49.318537 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d4051f-5abf-4826-9535-40e5c4815c0f'] response: {'server_uuid': '922e5811-6f44-4e16-af28-17c19a49af8c', 'name': 'network-vif-deleted', 'tag': 'f1cae303-f76e-42e6-b766-8cce9e4d7be2', 'status': 'completed', 'code': 200} Apr 26 14:12:49.420321 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57576) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:49.526610 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-85f187ec-8104-4b53-9b31-ac2f3e007019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:49.602115 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-85f187ec-8104-4b53-9b31-ac2f3e007019 admin admin] Publish callbacks [] for security_group (ea2623c1-53f2-4a64-9166-43fb246c0cbf), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:49.704281 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-85f187ec-8104-4b53-9b31-ac2f3e007019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ea2623c1-53f2-4a64-9166-43fb246c0cbf), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:49.742225 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-85f187ec-8104-4b53-9b31-ac2f3e007019 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31c2630bf71c4b1cb026fcbc7a06aa3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206768 Apr 26 14:12:49.743080 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f187ec-8104-4b53-9b31-ac2f3e007019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2623c1-53f2-4a64-9166-43fb246c0cbf,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:49.744899 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 57580) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:49.793957 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-959aed21-0b13-4697-837e-66bf35a797f1 admin admin] Publish callbacks [] for security_group (ea2623c1-53f2-4a64-9166-43fb246c0cbf), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:49.823243 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-959aed21-0b13-4697-837e-66bf35a797f1 admin admin] Publish callbacks [] for security_group (ea2623c1-53f2-4a64-9166-43fb246c0cbf), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:49.854139 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-df807cad-3b81-4bbe-bf83-704cfd9979dc req-71d4751e-ab37-4e54-8135-9e1a1dda0649 tempest-VolumesActionsTest-1478789785 tempest-VolumesActionsTest-1478789785-project] 10.222.0.23 "GET /v2.0/ports?device_id=922e5811-6f44-4e16-af28-17c19a49af8c HTTP/1.1" status: 200 len: 210 time: 0.0276680 Apr 26 14:12:49.949956 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-959aed21-0b13-4697-837e-66bf35a797f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ea2623c1-53f2-4a64-9166-43fb246c0cbf), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:49.952496 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-959aed21-0b13-4697-837e-66bf35a797f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:49.953627 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-959aed21-0b13-4697-837e-66bf35a797f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea2623c1-53f2-4a64-9166-43fb246c0cbf HTTP/1.1" status: 204 len: 168 time: 0.2069759 Apr 26 14:12:49.961266 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959aed21-0b13-4697-837e-66bf35a797f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2623c1-53f2-4a64-9166-43fb246c0cbf,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:50.602133 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 57596) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:50.615142 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85445d1a-ba84-41cc-a094-0339b384b209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:50.685828 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85445d1a-ba84-41cc-a094-0339b384b209 admin admin] Publish callbacks [] for security_group (43149cd4-1229-40f1-963b-9120787cba49), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:50.801223 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85445d1a-ba84-41cc-a094-0339b384b209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (43149cd4-1229-40f1-963b-9120787cba49), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:50.837632 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85445d1a-ba84-41cc-a094-0339b384b209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43149cd4-1229-40f1-963b-9120787cba49,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:50.841856 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-85445d1a-ba84-41cc-a094-0339b384b209 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=944ea909b68e41c5a345b6d8fe3e4342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386892 Apr 26 14:12:50.844507 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 57602) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:50.898874 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fc62b5bc-6bfa-4913-8e5f-bfc6a4025c8a admin admin] Publish callbacks [] for security_group (43149cd4-1229-40f1-963b-9120787cba49), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:50.921372 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fc62b5bc-6bfa-4913-8e5f-bfc6a4025c8a admin admin] Publish callbacks [] for security_group (43149cd4-1229-40f1-963b-9120787cba49), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:51.138713 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fc62b5bc-6bfa-4913-8e5f-bfc6a4025c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (43149cd4-1229-40f1-963b-9120787cba49), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:51.141505 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fc62b5bc-6bfa-4913-8e5f-bfc6a4025c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:51.142767 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-fc62b5bc-6bfa-4913-8e5f-bfc6a4025c8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43149cd4-1229-40f1-963b-9120787cba49 HTTP/1.1" status: 204 len: 168 time: 0.2973309 Apr 26 14:12:51.150851 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62b5bc-6bfa-4913-8e5f-bfc6a4025c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43149cd4-1229-40f1-963b-9120787cba49,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:51.772988 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 57632) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:51.786724 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6ae10f63-f486-4bde-8afa-73ecc96ef749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:51.861670 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6ae10f63-f486-4bde-8afa-73ecc96ef749 admin admin] Publish callbacks [] for security_group (87b09ebc-84b8-4df7-912a-d64ff325cc98), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:51.967230 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6ae10f63-f486-4bde-8afa-73ecc96ef749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (87b09ebc-84b8-4df7-912a-d64ff325cc98), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:52.004079 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6ae10f63-f486-4bde-8afa-73ecc96ef749 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=452cbe57c87043369b406ce02bd27edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300527 Apr 26 14:12:52.005935 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae10f63-f486-4bde-8afa-73ecc96ef749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b09ebc-84b8-4df7-912a-d64ff325cc98,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:52.006899 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57638) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:12:52.054630 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0cf4-cc2e-440a-a577-8d7235608697 admin admin] Publish callbacks [] for security_group (87b09ebc-84b8-4df7-912a-d64ff325cc98), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:52.075430 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0cf4-cc2e-440a-a577-8d7235608697 admin admin] Publish callbacks [] for security_group (87b09ebc-84b8-4df7-912a-d64ff325cc98), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:52.229731 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0cf4-cc2e-440a-a577-8d7235608697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (87b09ebc-84b8-4df7-912a-d64ff325cc98), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:52.232314 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c5fc0cf4-cc2e-440a-a577-8d7235608697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:52.233452 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c5fc0cf4-cc2e-440a-a577-8d7235608697 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87b09ebc-84b8-4df7-912a-d64ff325cc98 HTTP/1.1" status: 204 len: 168 time: 0.2255547 Apr 26 14:12:52.241886 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc0cf4-cc2e-440a-a577-8d7235608697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b09ebc-84b8-4df7-912a-d64ff325cc98,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:12:55.319144 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device f1cae303-f76e-42e6-b766-8cce9e4d7be2 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:12:55.339880 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: f1cae303-f76e-42e6-b766-8cce9e4d7be2 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:12:55.340210 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device f1cae303-f76e-42e6-b766-8cce9e4d7be2 not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:12:56.275571 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8a534dfd-ac80-4f2f-930c-fb365fcda881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:58.487382 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e883860a-2819-4bff-8f25-7110dc4286bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:12:59.772669 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:00.185331 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57754) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:00.300884 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-46f0201b-38d8-4220-ba3f-7bbd94e3f565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:00.381100 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-46f0201b-38d8-4220-ba3f-7bbd94e3f565 admin admin] Publish callbacks [] for security_group (23643eda-a1db-433b-a7ab-fad3531bfe71), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:00.469854 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-46f0201b-38d8-4220-ba3f-7bbd94e3f565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (23643eda-a1db-433b-a7ab-fad3531bfe71), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:00.508376 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0201b-38d8-4220-ba3f-7bbd94e3f565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23643eda-a1db-433b-a7ab-fad3531bfe71,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:00.515440 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 57758) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:00.516031 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-46f0201b-38d8-4220-ba3f-7bbd94e3f565 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e15d306ded554d27a558ae32f9d432e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289442 Apr 26 14:13:00.571404 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9ca746d7-1e84-49f2-9f79-d6e79a9150aa admin admin] Publish callbacks [] for security_group (23643eda-a1db-433b-a7ab-fad3531bfe71), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:00.595352 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9ca746d7-1e84-49f2-9f79-d6e79a9150aa admin admin] Publish callbacks [] for security_group (23643eda-a1db-433b-a7ab-fad3531bfe71), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:00.767406 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9ca746d7-1e84-49f2-9f79-d6e79a9150aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (23643eda-a1db-433b-a7ab-fad3531bfe71), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:00.771155 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9ca746d7-1e84-49f2-9f79-d6e79a9150aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:00.772346 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-9ca746d7-1e84-49f2-9f79-d6e79a9150aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23643eda-a1db-433b-a7ab-fad3531bfe71 HTTP/1.1" status: 204 len: 168 time: 0.2539406 Apr 26 14:13:00.786257 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca746d7-1e84-49f2-9f79-d6e79a9150aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23643eda-a1db-433b-a7ab-fad3531bfe71,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:01.338614 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:02.562536 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:03.802943 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-a96d8ed0-ba71-4866-8f0b-335fa77b0db0 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2fef6b53f8794ce3acf225bc18f41292&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304790 Apr 26 14:13:04.004522 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-90eca41c-4b31-4b35-9519-788072c15885 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:04.006179 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-90eca41c-4b31-4b35-9519-788072c15885 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975694 Apr 26 14:13:04.026480 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-18010d8b-5249-4c70-a043-b346d4086b2f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/quotas/2fef6b53f8794ce3acf225bc18f41292 HTTP/1.1" status: 200 len: 375 time: 0.0141134 Apr 26 14:13:04.057452 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-67e708de-6734-433e-8b3e-9a4b9b22f12f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2fef6b53f8794ce3acf225bc18f41292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300558 Apr 26 14:13:04.311824 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dfbcc39b-6fd7-4080-9e0b-288fe43a5f98 req-82fa3de0-0407-48fa-b7e4-1eb1a9e0e1b1 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 210 time: 0.0290310 Apr 26 14:13:05.393230 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e1b650e7-049c-4d7c-b6d3-97fc8e0b78b5 req-f226b9ad-1d99-420c-877c-7daa9531be3e tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 210 time: 0.0269599 Apr 26 14:13:06.498297 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-612fb1c0-fc5d-467d-9215-55a80dab5b6e req-42fdda93-cfcd-4c2f-a742-869aa63360e5 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 210 time: 0.0298853 Apr 26 14:13:06.864222 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-6e73b272-d22c-44e1-8cef-aa5aff54360e tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2fef6b53f8794ce3acf225bc18f41292&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307417 Apr 26 14:13:07.068579 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-0e09e010-c0f6-4bad-8ca3-787b17a4e4b6 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:07.070015 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-0e09e010-c0f6-4bad-8ca3-787b17a4e4b6 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982827 Apr 26 14:13:07.083208 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Request body: {'port': {'device_id': '4e6a1421-0bd4-4712-9303-3999459f79a7', 'network_id': '071aab77-cffc-4385-a54d-cd9ba8729b3a', 'admin_state_up': True, 'tenant_id': '2fef6b53f8794ce3acf225bc18f41292'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:13:07.292479 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Made reservation on behalf of 2fef6b53f8794ce3acf225bc18f41292 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:13:07.296451 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:07.306014 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:07.395842 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Publish callbacks [] for security_group (56132d9b-9316-4848-8f57-f4b7866e6e3d), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:07.470260 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (56132d9b-9316-4848-8f57-f4b7866e6e3d), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:07.556476 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56132d9b-9316-4848-8f57-f4b7866e6e3d,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:07.629840 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4b282c77-aba6-45a0-b9a5-c6a4bb913ad8 req-a342c3c9-382c-425a-a9cb-1c042d075ce9 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 210 time: 0.0316796 Apr 26 14:13:07.681708 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Allocated IP 192.168.233.210 (071aab77-cffc-4385-a54d-cd9ba8729b3a/2d596784-3e93-437e-8d71-df38a912363d/ea41d532-9318-490f-81b6-82e2435de747) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:13:07.845447 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Publish callbacks [] for port (ea41d532-9318-490f-81b6-82e2435de747), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:07.967695 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (ea41d532-9318-490f-81b6-82e2435de747), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:08.013879 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Network 071aab77-cffc-4385-a54d-cd9ba8729b3a is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:13:08.017222 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:13:08.023678 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:13:08.057469 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Pushing event updated for resources: {'Port': ['ID=ea41d532-9318-490f-81b6-82e2435de747,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:08.090189 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:08.091120 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:08.181278 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-66438094-079e-4272-b73d-d42f7d32a209 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1019530 Apr 26 14:13:08.196809 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Request body: {'port': {'device_id': '4e6a1421-0bd4-4712-9303-3999459f79a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:13:08.261315 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-23a833b0-076c-485d-b9c1-d61b6469f16d None None] Provisioning complete for port ea41d532-9318-490f-81b6-82e2435de747 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:13:08.262566 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-23a833b0-076c-485d-b9c1-d61b6469f16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (ea41d532-9318-490f-81b6-82e2435de747), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:08.279426 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ea41d532-9318-490f-81b6-82e2435de747), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:08.300396 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-23a833b0-076c-485d-b9c1-d61b6469f16d None None] Port ea41d532-9318-490f-81b6-82e2435de747 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:13:08.584960 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea41d532-9318-490f-81b6-82e2435de747 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:13:08.593244 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Publish callbacks [] for port (ea41d532-9318-490f-81b6-82e2435de747), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:08.609384 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Transition to ACTIVE for port object ea41d532-9318-490f-81b6-82e2435de747 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:13:08.666611 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (ea41d532-9318-490f-81b6-82e2435de747), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:08.748116 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Pushing event updated for resources: {'Port': ['ID=ea41d532-9318-490f-81b6-82e2435de747,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:08.833260 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Attempting to bind port ea41d532-9318-490f-81b6-82e2435de747 on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:13:08.833640 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Attempting to bind port ea41d532-9318-490f-81b6-82e2435de747 by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '545d8263-ef38-457d-8a20-8aa36e1881c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '071aab77-cffc-4385-a54d-cd9ba8729b3a'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:13:08.833994 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Attempting to bind port ea41d532-9318-490f-81b6-82e2435de747 on network 071aab77-cffc-4385-a54d-cd9ba8729b3a {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:13:08.844803 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53683d2-c227-44ec-9e4d-42036a220975 req-72a9c8aa-26e2-4d92-9cc5-c3e838498da5 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:08.846441 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f53683d2-c227-44ec-9e4d-42036a220975 req-72a9c8aa-26e2-4d92-9cc5-c3e838498da5 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 948 time: 0.0956776 Apr 26 14:13:08.850709 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Port ea41d532-9318-490f-81b6-82e2435de747 on network 071aab77-cffc-4385-a54d-cd9ba8729b3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:13:08.850709 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Attempting to bind port ea41d532-9318-490f-81b6-82e2435de747 on network 071aab77-cffc-4385-a54d-cd9ba8729b3a {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:13:08.855446 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:13:08.855783 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Checking segment: {'id': '545d8263-ef38-457d-8a20-8aa36e1881c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '071aab77-cffc-4385-a54d-cd9ba8729b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:13:08.856160 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Bound using segment: {'id': '545d8263-ef38-457d-8a20-8aa36e1881c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '071aab77-cffc-4385-a54d-cd9ba8729b3a'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:13:08.856587 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Bound port: ea41d532-9318-490f-81b6-82e2435de747, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545d8263-ef38-457d-8a20-8aa36e1881c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '071aab77-cffc-4385-a54d-cd9ba8729b3a'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:13:08.856940 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ea41d532-9318-490f-81b6-82e2435de747), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:08.935912 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f53683d2-c227-44ec-9e4d-42036a220975 req-0981b6e4-1dfb-44a1-a50c-5cacb74480ed tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/security-groups?id=56132d9b-9316-4848-8f57-f4b7866e6e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822608 Apr 26 14:13:08.965723 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] For port ea41d532-9318-490f-81b6-82e2435de747, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:13:08.969168 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] For port ea41d532-9318-490f-81b6-82e2435de747, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ea41d532-9318-490f-81b6-82e2435de747,segment=NetworkSegment(545d8263-ef38-457d-8a20-8aa36e1881c8),segment_id=545d8263-ef38-457d-8a20-8aa36e1881c8)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:13:09.036259 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (ea41d532-9318-490f-81b6-82e2435de747), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:09.073297 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:09.073778 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:09.075212 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] 10.222.0.26 "PUT /v2.0/ports/ea41d532-9318-490f-81b6-82e2435de747 HTTP/1.1" status: 200 len: 1098 time: 0.8830357 Apr 26 14:13:09.075638 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6a1421-0bd4-4712-9303-3999459f79a7', 'tag': 'ea41d532-9318-490f-81b6-82e2435de747'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:13:09.077909 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f106ac4-3b92-4453-8d2c-55ad25c82a92" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6a1421-0bd4-4712-9303-3999459f79a7", "tag": "ea41d532-9318-490f-81b6-82e2435de747"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:13:09.137807 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d0545e-d125-4b5e-9895-7a6ba01df1ca x-openstack-request-id: req-c4d0545e-d125-4b5e-9895-7a6ba01df1ca {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:13:09.138040 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6a1421-0bd4-4712-9303-3999459f79a7", "tag": "ea41d532-9318-490f-81b6-82e2435de747", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:13:09.138298 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4d0545e-d125-4b5e-9895-7a6ba01df1ca {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:13:09.139619 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d0545e-d125-4b5e-9895-7a6ba01df1ca'] response: {'name': 'network-changed', 'server_uuid': '4e6a1421-0bd4-4712-9303-3999459f79a7', 'tag': 'ea41d532-9318-490f-81b6-82e2435de747', 'status': 'completed', 'code': 200} Apr 26 14:13:09.140226 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bec3ff-5786-42b7-b45a-2f0028057b70 service neutron] Pushing event updated for resources: {'Port': ['ID=ea41d532-9318-490f-81b6-82e2435de747,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:09.224909 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106ac4-3b92-4453-8d2c-55ad25c82a92 req-ace943d6-aa40-48b3-b7bd-2e6340480596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:09.226513 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f106ac4-3b92-4453-8d2c-55ad25c82a92 req-ace943d6-aa40-48b3-b7bd-2e6340480596 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fef6b53f8794ce3acf225bc18f41292&device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 1132 time: 0.0596070 Apr 26 14:13:09.266190 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f106ac4-3b92-4453-8d2c-55ad25c82a92 req-c7b5838e-7379-4814-8c2c-f3efac4a5d86 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2fef6b53f8794ce3acf225bc18f41292&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299070 Apr 26 14:13:09.595878 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106ac4-3b92-4453-8d2c-55ad25c82a92 req-a8db2d39-6fce-4046-8624-7c8cc89be81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:09.597829 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f106ac4-3b92-4453-8d2c-55ad25c82a92 req-a8db2d39-6fce-4046-8624-7c8cc89be81e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3224139 Apr 26 14:13:09.694667 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-fd28f60b-1611-46e6-b4dc-2f372a14d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:09.696171 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-fd28f60b-1611-46e6-b4dc-2f372a14d9d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fef6b53f8794ce3acf225bc18f41292&device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 1132 time: 0.0488806 Apr 26 14:13:09.741252 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-55ef0ca3-e1ab-4be9-8a6f-37d85adff1ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=ea41d532-9318-490f-81b6-82e2435de747 HTTP/1.1" status: 200 len: 217 time: 0.0354159 Apr 26 14:13:09.799910 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-fb775e1a-ffb7-49c4-b3ab-91dcf77948a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:09.801492 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-fb775e1a-ffb7-49c4-b3ab-91dcf77948a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d596784-3e93-437e-8d71-df38a912363d HTTP/1.1" status: 200 len: 843 time: 0.0507982 Apr 26 14:13:09.854693 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-15f531cc-9a3b-4e93-9b41-40c386c2d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:09.856153 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-15f531cc-9a3b-4e93-9b41-40c386c2d0be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=071aab77-cffc-4385-a54d-cd9ba8729b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0479608 Apr 26 14:13:09.983701 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-762142b5-5ee7-4747-b814-fb9f6411d42a service neutron] 10.222.0.26 "GET /v2.0/networks/071aab77-cffc-4385-a54d-cd9ba8729b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122189 Apr 26 14:13:10.133786 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561d1b5-722f-4867-986b-f79dae379b65 req-28b14ea0-eda0-417d-bff7-7791817ab9b2 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:10.135262 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a561d1b5-722f-4867-986b-f79dae379b65 req-28b14ea0-eda0-417d-bff7-7791817ab9b2 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 948 time: 0.0876081 Apr 26 14:13:10.137338 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd31e051-1fe7-46b0-92d0-e6ef445acec6 req-0092dee1-941d-4373-bc44-e008063a1050 service neutron] 10.222.0.26 "GET /v2.0/networks/071aab77-cffc-4385-a54d-cd9ba8729b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403093 Apr 26 14:13:10.150407 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:10.188185 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a561d1b5-722f-4867-986b-f79dae379b65 req-5959ca1c-810b-4f0d-9d7b-b9ea079b612e tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/security-groups?id=56132d9b-9316-4848-8f57-f4b7866e6e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466075 Apr 26 14:13:11.326641 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2733e-1ec4-439c-9a1c-e3f89e4970aa req-6496f8d7-30ab-4824-a771-77002e1d5420 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:11.328283 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b3a2733e-1ec4-439c-9a1c-e3f89e4970aa req-6496f8d7-30ab-4824-a771-77002e1d5420 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 948 time: 0.0600016 Apr 26 14:13:11.379137 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b3a2733e-1ec4-439c-9a1c-e3f89e4970aa req-238fe1c8-55c7-4750-85f0-cf6a9106b179 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/security-groups?id=56132d9b-9316-4848-8f57-f4b7866e6e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448630 Apr 26 14:13:11.821177 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-41e22659-aa6a-45e4-b0b9-47fae7146d33 req-bb323c03-e6d3-4229-bdd7-2cc0f73a1365 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440853 Apr 26 14:13:11.896787 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e22659-aa6a-45e4-b0b9-47fae7146d33 req-e16d518a-da5b-4396-8f45-b834f36597f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:11.898347 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-41e22659-aa6a-45e4-b0b9-47fae7146d33 req-e16d518a-da5b-4396-8f45-b834f36597f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 1130 time: 0.0481007 Apr 26 14:13:12.022421 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e22659-aa6a-45e4-b0b9-47fae7146d33 req-4385b29d-d133-41a1-84c2-17c8460c0f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:12.023984 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-41e22659-aa6a-45e4-b0b9-47fae7146d33 req-4385b29d-d133-41a1-84c2-17c8460c0f88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 919 time: 0.1018872 Apr 26 14:13:12.067693 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-41e22659-aa6a-45e4-b0b9-47fae7146d33 req-68ecca28-ca1b-437b-8278-fdd6e5087b6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e992724-8bbd-4a49-96d5-fa786b2405ab HTTP/1.1" status: 200 len: 217 time: 0.0369148 Apr 26 14:13:12.123871 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e22659-aa6a-45e4-b0b9-47fae7146d33 req-74ba0e50-ac9c-4247-ac86-c2abc78efa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:12.125407 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-41e22659-aa6a-45e4-b0b9-47fae7146d33 req-74ba0e50-ac9c-4247-ac86-c2abc78efa16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.0485897 Apr 26 14:13:12.201234 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e22659-aa6a-45e4-b0b9-47fae7146d33 req-c8601212-157b-420c-9141-642d8307bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:12.203169 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-41e22659-aa6a-45e4-b0b9-47fae7146d33 req-c8601212-157b-420c-9141-642d8307bf64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637140 Apr 26 14:13:12.296612 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-41e22659-aa6a-45e4-b0b9-47fae7146d33 req-89d4b31b-99d2-498d-aba4-37eb98e80c89 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850477 Apr 26 14:13:12.390603 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-41e22659-aa6a-45e4-b0b9-47fae7146d33 req-e52f79ed-e698-4323-83e0-81a87c644cd5 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873115 Apr 26 14:13:12.526614 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cf46-161d-4fc0-8361-7711777529a8 req-ee1876a0-a05c-472f-bb6f-2e933895b97b tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:12.528103 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8b29cf46-161d-4fc0-8361-7711777529a8 req-ee1876a0-a05c-472f-bb6f-2e933895b97b tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 948 time: 0.0680206 Apr 26 14:13:12.575560 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8b29cf46-161d-4fc0-8361-7711777529a8 req-13bf93df-1d98-4f1e-b241-889cbb48b9ca tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/security-groups?id=56132d9b-9316-4848-8f57-f4b7866e6e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414894 Apr 26 14:13:13.688715 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10164b5-5152-4b0f-9c15-50323832f9b2 req-0d1fc425-3bf7-4480-aad8-239f3bd6b7f2 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:13.691392 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f10164b5-5152-4b0f-9c15-50323832f9b2 req-0d1fc425-3bf7-4480-aad8-239f3bd6b7f2 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 948 time: 0.0513766 Apr 26 14:13:13.736838 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f10164b5-5152-4b0f-9c15-50323832f9b2 req-7ef63ad3-7806-45d5-8426-3843276a58bf tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/security-groups?id=56132d9b-9316-4848-8f57-f4b7866e6e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398865 Apr 26 14:13:13.854986 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ea41d532-9318-490f-81b6-82e2435de747 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:13:13.949650 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port ea41d532-9318-490f-81b6-82e2435de747, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ea41d532-9318-490f-81b6-82e2435de747,segment=NetworkSegment(545d8263-ef38-457d-8a20-8aa36e1881c8),segment_id=545d8263-ef38-457d-8a20-8aa36e1881c8)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:13:13.961373 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'ea41d532-9318-490f-81b6-82e2435de747', 'network_id': '071aab77-cffc-4385-a54d-cd9ba8729b3a', 'port_id': 'ea41d532-9318-490f-81b6-82e2435de747', 'mac_address': 'fa:16:3e:b3:83:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d596784-3e93-437e-8d71-df38a912363d', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:13:13.996330 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port ea41d532-9318-490f-81b6-82e2435de747 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:13:13.996733 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ea41d532-9318-490f-81b6-82e2435de747), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:14.009732 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea41d532-9318-490f-81b6-82e2435de747 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:13:14.028231 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port ea41d532-9318-490f-81b6-82e2435de747, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ea41d532-9318-490f-81b6-82e2435de747,segment=NetworkSegment(545d8263-ef38-457d-8a20-8aa36e1881c8),segment_id=545d8263-ef38-457d-8a20-8aa36e1881c8)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:13:14.115535 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (ea41d532-9318-490f-81b6-82e2435de747), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:14.166120 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=ea41d532-9318-490f-81b6-82e2435de747,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:14.487028 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['ea41d532-9318-490f-81b6-82e2435de747'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:13:14.857234 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10244a-b1fc-4a89-8f0b-b50ae096ed75 req-760ec524-067c-45d9-b96d-f8088b58a4de tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:14.858735 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8a10244a-b1fc-4a89-8f0b-b50ae096ed75 req-760ec524-067c-45d9-b96d-f8088b58a4de tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 949 time: 0.0555100 Apr 26 14:13:14.905551 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8a10244a-b1fc-4a89-8f0b-b50ae096ed75 req-b52219dc-8ebb-49cc-bda6-0bb20e14834b tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/security-groups?id=56132d9b-9316-4848-8f57-f4b7866e6e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412662 Apr 26 14:13:15.860885 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ea41d532-9318-490f-81b6-82e2435de747 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:13:15.973151 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port ea41d532-9318-490f-81b6-82e2435de747 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:13:15.977241 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port ea41d532-9318-490f-81b6-82e2435de747 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:13:15.977612 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (ea41d532-9318-490f-81b6-82e2435de747), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:16.020185 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc15984-cee4-4622-b89b-ed7012e60af7 req-2b6dfa04-70c0-487a-9306-3f1d7af403a6 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:16.021663 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8bc15984-cee4-4622-b89b-ed7012e60af7 req-2b6dfa04-70c0-487a-9306-3f1d7af403a6 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 949 time: 0.0517113 Apr 26 14:13:16.055563 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port ea41d532-9318-490f-81b6-82e2435de747 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:13:16.055948 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ea41d532-9318-490f-81b6-82e2435de747), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:16.071981 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8bc15984-cee4-4622-b89b-ed7012e60af7 req-4d82aec4-0f72-4358-8cbf-a119421ab1ff tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/security-groups?id=56132d9b-9316-4848-8f57-f4b7866e6e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446360 Apr 26 14:13:16.077679 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6a1421-0bd4-4712-9303-3999459f79a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea41d532-9318-490f-81b6-82e2435de747'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:13:16.079968 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029c0e62-3059-4658-85ae-045b4c4d8251" -d '{"events": [{"server_uuid": "4e6a1421-0bd4-4712-9303-3999459f79a7", "name": "network-vif-plugged", "status": "completed", "tag": "ea41d532-9318-490f-81b6-82e2435de747"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:13:16.093007 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port ea41d532-9318-490f-81b6-82e2435de747, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ea41d532-9318-490f-81b6-82e2435de747,segment=NetworkSegment(545d8263-ef38-457d-8a20-8aa36e1881c8),segment_id=545d8263-ef38-457d-8a20-8aa36e1881c8)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:13:16.117644 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040ec858-6a52-41b2-9b3b-38c4c947bf81 x-openstack-request-id: req-040ec858-6a52-41b2-9b3b-38c4c947bf81 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:13:16.117936 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6a1421-0bd4-4712-9303-3999459f79a7", "name": "network-vif-plugged", "status": "completed", "tag": "ea41d532-9318-490f-81b6-82e2435de747", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:13:16.118219 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-040ec858-6a52-41b2-9b3b-38c4c947bf81 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:13:16.118619 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040ec858-6a52-41b2-9b3b-38c4c947bf81'] response: {'server_uuid': '4e6a1421-0bd4-4712-9303-3999459f79a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea41d532-9318-490f-81b6-82e2435de747', 'code': 200} Apr 26 14:13:16.178087 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (ea41d532-9318-490f-81b6-82e2435de747), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:16.228277 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=ea41d532-9318-490f-81b6-82e2435de747,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:16.439682 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f104a-3c70-4741-a1b8-f327216f66fe req-7bc3ee6a-5d08-4a9f-8134-6528b5914a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:16.441160 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7a8f104a-3c70-4741-a1b8-f327216f66fe req-7bc3ee6a-5d08-4a9f-8134-6528b5914a97 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 1134 time: 0.0461557 Apr 26 14:13:16.494701 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7a8f104a-3c70-4741-a1b8-f327216f66fe req-87b21e13-cc19-4e2c-a63c-6134aee95b3a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=56132d9b-9316-4848-8f57-f4b7866e6e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357370 Apr 26 14:13:16.708442 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57996) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:16.749322 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f2f782-5dbb-4f02-942e-3aea39802971 admin admin] Deleting subnet b45c8134-353d-4b77-86e0-8b4d66e6b3d6 {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:13:16.752181 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-83f2f782-5dbb-4f02-942e-3aea39802971 admin admin] Publish callbacks [] for subnet (b45c8134-353d-4b77-86e0-8b4d66e6b3d6), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:16.785409 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-83f2f782-5dbb-4f02-942e-3aea39802971 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3195298'] for subnet (b45c8134-353d-4b77-86e0-8b4d66e6b3d6), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:16.822515 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-83f2f782-5dbb-4f02-942e-3aea39802971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (b45c8134-353d-4b77-86e0-8b4d66e6b3d6), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:16.944027 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-83f2f782-5dbb-4f02-942e-3aea39802971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3745788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3767219'] for subnet (b45c8134-353d-4b77-86e0-8b4d66e6b3d6), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:16.968256 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2f782-5dbb-4f02-942e-3aea39802971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b45c8134-353d-4b77-86e0-8b4d66e6b3d6,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:16.971942 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-83f2f782-5dbb-4f02-942e-3aea39802971 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:16.975079 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-83f2f782-5dbb-4f02-942e-3aea39802971 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b45c8134-353d-4b77-86e0-8b4d66e6b3d6 HTTP/1.1" status: 204 len: 168 time: 0.2668087 Apr 26 14:13:16.977495 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 57998) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:17.042993 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-903ee506-06b0-4c16-a5ce-a2da8b160c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (1a702bb0-0366-46dc-8d15-e85f42f915e6), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:17.121292 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-903ee506-06b0-4c16-a5ce-a2da8b160c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (1a702bb0-0366-46dc-8d15-e85f42f915e6), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:17.148358 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-903ee506-06b0-4c16-a5ce-a2da8b160c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a702bb0-0366-46dc-8d15-e85f42f915e6']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:13:17.170071 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-903ee506-06b0-4c16-a5ce-a2da8b160c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c323ccc-6b98-4da2-be42-a69292cf2946') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:13:17.170490 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-903ee506-06b0-4c16-a5ce-a2da8b160c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c323ccc-6b98-4da2-be42-a69292cf2946') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:13:17.202425 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-903ee506-06b0-4c16-a5ce-a2da8b160c58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195305'] for segment (5c323ccc-6b98-4da2-be42-a69292cf2946), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:17.223058 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-903ee506-06b0-4c16-a5ce-a2da8b160c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (5c323ccc-6b98-4da2-be42-a69292cf2946), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:17.230981 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903ee506-06b0-4c16-a5ce-a2da8b160c58 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:13:17.231362 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-903ee506-06b0-4c16-a5ce-a2da8b160c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745622'] for segment (5c323ccc-6b98-4da2-be42-a69292cf2946), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: Traceback (most recent call last): Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: timer() Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: cb(*args, **kw) Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: return func(*args, **kwargs) Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: self._notify() Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: self.callback(batched_events) Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: event.method(event) Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: return f(self, *a, **k) Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._get(url).json() Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: return self.request(url, 'GET', **kwargs) Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:13:17.233118 dv-cinder-835133-2-iscsi neutron-server[103924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:13:17.275140 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fbe79-ffee-490d-bdbd-ddaef6c79c2a req-0f8a34e3-d502-4c14-957c-94257fdc0c35 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:17.276599 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-498fbe79-ffee-490d-bdbd-ddaef6c79c2a req-0f8a34e3-d502-4c14-957c-94257fdc0c35 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 950 time: 0.1338003 Apr 26 14:13:17.331003 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-498fbe79-ffee-490d-bdbd-ddaef6c79c2a req-f0dcad2d-411c-4603-bba6-c3ee472bf5a0 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/security-groups?id=56132d9b-9316-4848-8f57-f4b7866e6e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481317 Apr 26 14:13:17.378018 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-903ee506-06b0-4c16-a5ce-a2da8b160c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (1a702bb0-0366-46dc-8d15-e85f42f915e6), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:17.383090 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-903ee506-06b0-4c16-a5ce-a2da8b160c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:17.386205 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-903ee506-06b0-4c16-a5ce-a2da8b160c58 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1a702bb0-0366-46dc-8d15-e85f42f915e6 HTTP/1.1" status: 204 len: 168 time: 0.4077096 Apr 26 14:13:17.396303 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ee506-06b0-4c16-a5ce-a2da8b160c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a702bb0-0366-46dc-8d15-e85f42f915e6,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:17.759678 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 58004) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:17.800442 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-82bed78c-e406-436c-a4a5-f96ad96d1394 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9ba0d67b78f4c59b3d8e1ea5ae2895d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395906 Apr 26 14:13:17.802881 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 58006) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:17.849205 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab95ef2a-3c4d-4df0-ae84-55a243dbd9b8 admin admin] Publish callbacks [] for security_group (ad1176e4-3f60-496b-ae11-ecc456ab3026), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:17.869532 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab95ef2a-3c4d-4df0-ae84-55a243dbd9b8 admin admin] Publish callbacks [] for security_group (ad1176e4-3f60-496b-ae11-ecc456ab3026), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:18.012459 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab95ef2a-3c4d-4df0-ae84-55a243dbd9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ad1176e4-3f60-496b-ae11-ecc456ab3026), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:18.015034 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab95ef2a-3c4d-4df0-ae84-55a243dbd9b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:18.016160 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ab95ef2a-3c4d-4df0-ae84-55a243dbd9b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad1176e4-3f60-496b-ae11-ecc456ab3026 HTTP/1.1" status: 204 len: 168 time: 0.2123604 Apr 26 14:13:18.024382 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95ef2a-3c4d-4df0-ae84-55a243dbd9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1176e4-3f60-496b-ae11-ecc456ab3026,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:18.451307 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d00c4-93de-40b7-a511-a08bc40508b8 req-53e07bfa-2581-435b-af3a-3b949f6d5de7 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:18.452905 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6a4d00c4-93de-40b7-a511-a08bc40508b8 req-53e07bfa-2581-435b-af3a-3b949f6d5de7 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 950 time: 0.0540822 Apr 26 14:13:18.498267 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6a4d00c4-93de-40b7-a511-a08bc40508b8 req-b1c65436-c30f-48fc-bc0b-ad037370bc79 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/security-groups?id=56132d9b-9316-4848-8f57-f4b7866e6e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400493 Apr 26 14:13:19.044668 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed5d5e-660e-409f-bcef-4f7e14ea9184 req-f2b649e5-a1af-4cf5-9767-e88db31a4844 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:19.046194 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e3ed5d5e-660e-409f-bcef-4f7e14ea9184 req-f2b649e5-a1af-4cf5-9767-e88db31a4844 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 950 time: 0.0551674 Apr 26 14:13:19.092327 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e3ed5d5e-660e-409f-bcef-4f7e14ea9184 req-c227daac-debb-4ed0-9cb5-afdd4e83c049 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/security-groups?id=56132d9b-9316-4848-8f57-f4b7866e6e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400000 Apr 26 14:13:20.215543 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28396597-0f3c-4052-ae90-cb917dfaf058 req-b7658e8e-5ffd-461c-938f-0e9d11e18678 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:20.217003 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-28396597-0f3c-4052-ae90-cb917dfaf058 req-b7658e8e-5ffd-461c-938f-0e9d11e18678 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 950 time: 0.0511882 Apr 26 14:13:20.261843 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-28396597-0f3c-4052-ae90-cb917dfaf058 req-f47b1ef5-b3c2-47c7-a510-a16c9dc6a503 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/security-groups?id=56132d9b-9316-4848-8f57-f4b7866e6e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386245 Apr 26 14:13:20.592517 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7743db-4e51-4212-8672-02c9ef2bf6a2 req-8466b12c-f5ed-4919-a9eb-e9fc8e772a2b tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:20.593955 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7f7743db-4e51-4212-8672-02c9ef2bf6a2 req-8466b12c-f5ed-4919-a9eb-e9fc8e772a2b tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 950 time: 0.0526137 Apr 26 14:13:20.697607 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-7f7743db-4e51-4212-8672-02c9ef2bf6a2 req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Deleting port ea41d532-9318-490f-81b6-82e2435de747 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:13:20.698153 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7f7743db-4e51-4212-8672-02c9ef2bf6a2 req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (ea41d532-9318-490f-81b6-82e2435de747), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:20.794780 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-7f7743db-4e51-4212-8672-02c9ef2bf6a2 req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] For port ea41d532-9318-490f-81b6-82e2435de747, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ea41d532-9318-490f-81b6-82e2435de747,segment=NetworkSegment(545d8263-ef38-457d-8a20-8aa36e1881c8),segment_id=545d8263-ef38-457d-8a20-8aa36e1881c8)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:13:20.795064 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7f7743db-4e51-4212-8672-02c9ef2bf6a2 req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (ea41d532-9318-490f-81b6-82e2435de747), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:20.807575 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-7f7743db-4e51-4212-8672-02c9ef2bf6a2 req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Calling delete_port for ea41d532-9318-490f-81b6-82e2435de747 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:13:21.030376 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7f7743db-4e51-4212-8672-02c9ef2bf6a2 req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (ea41d532-9318-490f-81b6-82e2435de747), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:21.044310 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['ea41d532-9318-490f-81b6-82e2435de747'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:13:21.060731 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Pushing event deleted for resources: {'Port': ['ID=ea41d532-9318-490f-81b6-82e2435de747,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:21.084445 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:21.084803 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:21.085150 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:21.085495 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:21.085816 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:21.086172 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:21.086506 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:21.086835 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:21.087162 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:21.087485 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:21.087816 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:21.088135 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:21.088456 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:21.130487 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135aa084-2675-48c6-beee-bd957c35c05f req-c00aea04-1b22-4d13-b088-140efc9592dd tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:21.130487 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-135aa084-2675-48c6-beee-bd957c35c05f req-c00aea04-1b22-4d13-b088-140efc9592dd tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0685480 Apr 26 14:13:21.142519 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7743db-4e51-4212-8672-02c9ef2bf6a2 req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] No DVR routers for this DVR port ea41d532-9318-490f-81b6-82e2435de747 on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:13:21.146737 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7f7743db-4e51-4212-8672-02c9ef2bf6a2 req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:21.150301 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7f7743db-4e51-4212-8672-02c9ef2bf6a2 req-90c205af-3e8e-467d-bdcd-f7878b50257f tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.26 "DELETE /v2.0/ports/ea41d532-9318-490f-81b6-82e2435de747 HTTP/1.1" status: 204 len: 173 time: 0.5464494 Apr 26 14:13:21.150772 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6a1421-0bd4-4712-9303-3999459f79a7', 'name': 'network-vif-deleted', 'tag': 'ea41d532-9318-490f-81b6-82e2435de747'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:13:21.153221 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e345c3e-9f1a-4ce1-b890-5034f7ba0055" -d '{"events": [{"server_uuid": "4e6a1421-0bd4-4712-9303-3999459f79a7", "name": "network-vif-deleted", "tag": "ea41d532-9318-490f-81b6-82e2435de747"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:13:21.199325 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cf41ae-bdb3-40ac-842e-0c38c5c082fc x-openstack-request-id: req-15cf41ae-bdb3-40ac-842e-0c38c5c082fc {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:13:21.199618 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6a1421-0bd4-4712-9303-3999459f79a7", "name": "network-vif-deleted", "tag": "ea41d532-9318-490f-81b6-82e2435de747", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:13:21.199931 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15cf41ae-bdb3-40ac-842e-0c38c5c082fc {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:13:21.200479 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15cf41ae-bdb3-40ac-842e-0c38c5c082fc'] response: {'server_uuid': '4e6a1421-0bd4-4712-9303-3999459f79a7', 'name': 'network-vif-deleted', 'tag': 'ea41d532-9318-490f-81b6-82e2435de747', 'status': 'completed', 'code': 200} Apr 26 14:13:21.208284 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-135aa084-2675-48c6-beee-bd957c35c05f req-ce3eefe6-19d1-416f-b3bd-b9e670c140cc tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0763903 Apr 26 14:13:21.225318 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b491f41-2c65-4019-955f-2f985b5db013 req-72cc4354-4933-4dea-8b61-691dbec6f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:21.226879 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1b491f41-2c65-4019-955f-2f985b5db013 req-72cc4354-4933-4dea-8b61-691dbec6f079 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9211b70dd81f45fa8abd2cfaf151e4d6&device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 1169 time: 0.0624101 Apr 26 14:13:21.336725 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b491f41-2c65-4019-955f-2f985b5db013 req-c7688c70-8755-4d25-bc39-14efe63fb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:21.338294 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1b491f41-2c65-4019-955f-2f985b5db013 req-c7688c70-8755-4d25-bc39-14efe63fb952 service neutron] 10.222.0.26 "GET /v2.0/networks?id=39bb26a1-84de-43e7-8b61-6213bc37b526 HTTP/1.1" status: 200 len: 916 time: 0.0992012 Apr 26 14:13:21.374407 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5822e2f5-1dfb-4ac8-b880-194e424da210 req-d46c91a4-1c30-4446-b826-b0c1d1c6e710 tempest-VolumesNegativeTest-1000160599 tempest-VolumesNegativeTest-1000160599-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6a1421-0bd4-4712-9303-3999459f79a7 HTTP/1.1" status: 200 len: 210 time: 0.0318251 Apr 26 14:13:21.429444 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1b491f41-2c65-4019-955f-2f985b5db013 req-ce9b2710-6038-4cf8-89da-9ca273ff9ce7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abcf92b7-d4b6-41b9-80c4-6fbda749a755 HTTP/1.1" status: 200 len: 1002 time: 0.0761383 Apr 26 14:13:21.479036 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b491f41-2c65-4019-955f-2f985b5db013 req-f2ed27a0-6ab1-4dac-8c3c-893c812a70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:21.480572 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1b491f41-2c65-4019-955f-2f985b5db013 req-f2ed27a0-6ab1-4dac-8c3c-893c812a70a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21736fdb-edb7-4182-9064-452899759396 HTTP/1.1" status: 200 len: 854 time: 0.0447176 Apr 26 14:13:21.537050 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b491f41-2c65-4019-955f-2f985b5db013 req-faf01c2f-0565-45c6-8914-311652c983be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:21.538825 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1b491f41-2c65-4019-955f-2f985b5db013 req-faf01c2f-0565-45c6-8914-311652c983be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39bb26a1-84de-43e7-8b61-6213bc37b526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437167 Apr 26 14:13:21.639014 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1b491f41-2c65-4019-955f-2f985b5db013 req-2c62274c-aebb-4326-b37d-c0664bfe8a2f service neutron] 10.222.0.26 "GET /v2.0/networks/39bb26a1-84de-43e7-8b61-6213bc37b526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889914 Apr 26 14:13:21.738190 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1b491f41-2c65-4019-955f-2f985b5db013 req-a77187e3-1e41-4972-851b-9f52b31e99e4 service neutron] 10.222.0.26 "GET /v2.0/networks/39bb26a1-84de-43e7-8b61-6213bc37b526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811183 Apr 26 14:13:22.336819 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08149-86e4-411d-b39a-2876c4a4dcee req-cbb68c0b-1468-46f2-80ee-8d9074820f47 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:22.338402 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-21c08149-86e4-411d-b39a-2876c4a4dcee req-cbb68c0b-1468-46f2-80ee-8d9074820f47 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0566089 Apr 26 14:13:22.397456 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-21c08149-86e4-411d-b39a-2876c4a4dcee req-e65cc3c6-2cc5-422d-ba70-be7c77f318b4 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0527678 Apr 26 14:13:23.539004 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd880621-49be-460a-81e3-2f62038b5e31 req-8389458b-d933-40bd-91b9-427d783b3e33 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:23.541057 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd880621-49be-460a-81e3-2f62038b5e31 req-8389458b-d933-40bd-91b9-427d783b3e33 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0621843 Apr 26 14:13:23.610648 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd880621-49be-460a-81e3-2f62038b5e31 req-171fc773-69b7-4f8c-93a7-8a84372e95aa tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0636990 Apr 26 14:13:24.732257 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfe7d0-88da-4c3a-ab98-912c6882e866 req-9e8487ae-032d-4813-a84a-4556137f414a tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:24.733723 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a7bfe7d0-88da-4c3a-ab98-912c6882e866 req-9e8487ae-032d-4813-a84a-4556137f414a tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0542166 Apr 26 14:13:24.790940 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a7bfe7d0-88da-4c3a-ab98-912c6882e866 req-d40e4803-0c33-499c-87bf-bcee8bbb95cb tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0515842 Apr 26 14:13:25.456504 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:13:25.909919 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df891fd-8b64-4600-9f7a-e324adba9401 req-a4ce0d69-0a30-42ea-8fdb-be5fcf392f1d tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:25.911495 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3df891fd-8b64-4600-9f7a-e324adba9401 req-a4ce0d69-0a30-42ea-8fdb-be5fcf392f1d tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0549285 Apr 26 14:13:25.930553 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ea41d532-9318-490f-81b6-82e2435de747 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:13:25.963185 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: ea41d532-9318-490f-81b6-82e2435de747 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:13:25.963575 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ea41d532-9318-490f-81b6-82e2435de747 not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:13:25.998320 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3df891fd-8b64-4600-9f7a-e324adba9401 req-04f2e34f-06ad-4605-a460-1978b666da3c tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0808535 Apr 26 14:13:26.303605 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e601c5c9-f117-42b1-b784-9c9e78c4cfa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:27.120045 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78ec5f-1df0-4312-8d21-316d55f3371e req-7e08ed22-e4fd-4a34-8584-63cfcfa221f6 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:27.121541 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9b78ec5f-1df0-4312-8d21-316d55f3371e req-7e08ed22-e4fd-4a34-8584-63cfcfa221f6 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0520449 Apr 26 14:13:27.190908 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9b78ec5f-1df0-4312-8d21-316d55f3371e req-72122878-201b-45e1-9280-81fb1cb83b8a tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0636053 Apr 26 14:13:28.313102 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfce1e8-5b61-4175-848a-d7f3260e5806 req-f848388e-6679-4224-b6f1-b3c79d6ff580 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:28.314615 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bdfce1e8-5b61-4175-848a-d7f3260e5806 req-f848388e-6679-4224-b6f1-b3c79d6ff580 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0526886 Apr 26 14:13:28.375759 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bdfce1e8-5b61-4175-848a-d7f3260e5806 req-1de80449-0a35-4eba-ad24-cb7182b43372 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0549445 Apr 26 14:13:28.515825 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5bef429b-9b9d-4738-a232-d850296efaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:28.683275 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 58408) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:28.812363 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0726c98a-d173-48cb-a30c-3cb7301a6785 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fef6b53f8794ce3acf225bc18f41292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278834 Apr 26 14:13:28.814770 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 58412) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:28.869325 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Publish callbacks [] for security_group (56132d9b-9316-4848-8f57-f4b7866e6e3d), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:28.889125 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Publish callbacks [] for security_group (56132d9b-9316-4848-8f57-f4b7866e6e3d), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:28.983717 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (56132d9b-9316-4848-8f57-f4b7866e6e3d), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:28.986256 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:28.987391 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56132d9b-9316-4848-8f57-f4b7866e6e3d HTTP/1.1" status: 204 len: 168 time: 0.1717546 Apr 26 14:13:28.995276 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56132d9b-9316-4848-8f57-f4b7866e6e3d,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:29.003410 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:29.003765 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:29.004112 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:29.004454 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:29.004790 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:29.005145 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:29.005524 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:29.005852 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:29.006203 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:29.006532 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:29.006858 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:29.007179 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:29.007496 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bec47b-01ef-426f-8247-24fc99089f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:29.493036 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57aaea-8a0c-431b-87cd-d50a826aee21 req-bbf38aae-1c77-4c11-9b07-944b47c6ec92 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:29.494527 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fe57aaea-8a0c-431b-87cd-d50a826aee21 req-bbf38aae-1c77-4c11-9b07-944b47c6ec92 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0535133 Apr 26 14:13:29.569114 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fe57aaea-8a0c-431b-87cd-d50a826aee21 req-ed6e57de-c82a-462e-be0c-9dfa5f617395 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0688481 Apr 26 14:13:29.749289 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:30.047711 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 58440) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:30.144051 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1087371726-network', 'tenant_id': '044c341dbfb24ed2812bc91e85e6b06a'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:13:30.229449 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] Made reservation on behalf of 044c341dbfb24ed2812bc91e85e6b06a for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:13:30.231879 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:30.242600 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:30.317010 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] Publish callbacks [] for security_group (bcf271a2-f413-4d41-8443-00159d12dedf), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:30.400691 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (bcf271a2-f413-4d41-8443-00159d12dedf), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:30.425367 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:13:30.435045 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf271a2-f413-4d41-8443-00159d12dedf,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:30.440971 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (a65901b3-9061-40e5-8aac-edcfc59a3874), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:30.441308 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] Added segment a65901b3-9061-40e5-8aac-edcfc59a3874 of type vlan for network 7a9cd801-4fa3-4614-975b-7aad7bd70432 Apr 26 14:13:30.480575 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (7a9cd801-4fa3-4614-975b-7aad7bd70432), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:30.572460 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (7a9cd801-4fa3-4614-975b-7aad7bd70432), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:30.573450 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:30.574077 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:30.634730 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] Pushing event updated for resources: {'Network': ['ID=7a9cd801-4fa3-4614-975b-7aad7bd70432,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:30.645427 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network 7a9cd801-4fa3-4614-975b-7aad7bd70432 details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:13:30.691631 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221072b-3487-49c3-abde-9a1f88eb0f40 req-84b62043-c55c-4bf0-840a-ba2ced7ba6ae tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:30.693549 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5221072b-3487-49c3-abde-9a1f88eb0f40 req-84b62043-c55c-4bf0-840a-ba2ced7ba6ae tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0548286 Apr 26 14:13:30.718041 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-2adc6dd4-379c-4213-b59b-a50103b9c3cf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6692052 Apr 26 14:13:30.720994 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 58450) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:30.726804 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-36383b57-98c9-4809-ab57-649fa3698b74 admin admin] Request body: {'subnet': {'network_id': '7a9cd801-4fa3-4614-975b-7aad7bd70432', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1087371726-subnet', 'tenant_id': '044c341dbfb24ed2812bc91e85e6b06a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:13:30.758386 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5221072b-3487-49c3-abde-9a1f88eb0f40 req-0769a5d8-c373-4d1a-9ff3-0df270cce46c tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0580966 Apr 26 14:13:30.812545 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36383b57-98c9-4809-ab57-649fa3698b74 admin admin] Made reservation on behalf of 044c341dbfb24ed2812bc91e85e6b06a for: {'subnet': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:13:30.814886 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-36383b57-98c9-4809-ab57-649fa3698b74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4099173'] for subnet (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:31.081456 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-36383b57-98c9-4809-ab57-649fa3698b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3995283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4099163'] for subnet (cad49114-fd06-4449-a140-91b1946fe637), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:31.138517 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36383b57-98c9-4809-ab57-649fa3698b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cad49114-fd06-4449-a140-91b1946fe637,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:31.148633 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36383b57-98c9-4809-ab57-649fa3698b74 admin admin] Checking segment: {'id': 'a65901b3-9061-40e5-8aac-edcfc59a3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a9cd801-4fa3-4614-975b-7aad7bd70432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:13:31.148985 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36383b57-98c9-4809-ab57-649fa3698b74 admin admin] Network hostable DHCP agents. Network: 7a9cd801-4fa3-4614-975b-7aad7bd70432, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:13:31.218143 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36383b57-98c9-4809-ab57-649fa3698b74 admin admin] Network 7a9cd801-4fa3-4614-975b-7aad7bd70432 is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:13:31.286654 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-36383b57-98c9-4809-ab57-649fa3698b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, 7a9cd801-4fa3-4614-975b-7aad7bd70432) {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:13:31.290946 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36383b57-98c9-4809-ab57-649fa3698b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:31.291547 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-36383b57-98c9-4809-ab57-649fa3698b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:31.296034 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52adabce-56e5-4fa0-aa07-0b97ec070f42 None None] Network 7a9cd801-4fa3-4614-975b-7aad7bd70432 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:13:31.361817 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:31.392187 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62181f1e-bef8-4dce-9572-fe89ba41ca53 None None] Network 7a9cd801-4fa3-4614-975b-7aad7bd70432 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:13:31.398196 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-36383b57-98c9-4809-ab57-649fa3698b74 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6759365 Apr 26 14:13:31.881158 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996edff-aab7-452d-b264-6ded746e9d7a req-8fddaccd-a6e7-4779-bdb0-1de5087bccc5 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:31.882564 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1996edff-aab7-452d-b264-6ded746e9d7a req-8fddaccd-a6e7-4779-bdb0-1de5087bccc5 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0536432 Apr 26 14:13:31.940154 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1996edff-aab7-452d-b264-6ded746e9d7a req-5b5a67c0-17b2-4e1a-98ec-239b5ca7cf39 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519006 Apr 26 14:13:32.532631 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:33.057854 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46b866-8ee2-4773-ac5e-e6c7033d03a0 req-d29e5109-844b-4abd-92ac-27501d9f0071 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:33.059358 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bd46b866-8ee2-4773-ac5e-e6c7033d03a0 req-d29e5109-844b-4abd-92ac-27501d9f0071 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0535486 Apr 26 14:13:33.120366 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bd46b866-8ee2-4773-ac5e-e6c7033d03a0 req-9a9019ee-68c7-460f-a1f2-af4cb47114ae tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0552762 Apr 26 14:13:33.606219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-d4bcdefb-35d0-4ebd-a35c-089e9b530cc4 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:33.607659 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-d4bcdefb-35d0-4ebd-a35c-089e9b530cc4 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/networks?id=7a9cd801-4fa3-4614-975b-7aad7bd70432 HTTP/1.1" status: 200 len: 814 time: 0.0982866 Apr 26 14:13:33.621764 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-6e39ac89-73ed-425d-99e8-cb237d42d9c6 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/quotas/044c341dbfb24ed2812bc91e85e6b06a HTTP/1.1" status: 200 len: 375 time: 0.0087779 Apr 26 14:13:33.653539 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-382fbbc1-8688-4cf5-b4ac-4e0be41bb653 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=044c341dbfb24ed2812bc91e85e6b06a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268195 Apr 26 14:13:33.752387 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-fdfdf91f-6139-43e0-9ea3-03dedba2f28d service neutron] 10.222.0.23 "GET /v2.0/networks/7a9cd801-4fa3-4614-975b-7aad7bd70432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920885 Apr 26 14:13:33.847129 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-c595f889-fd8f-448a-a142-dd7f47cbcaa3 service neutron] 10.222.0.23 "GET /v2.0/networks/7a9cd801-4fa3-4614-975b-7aad7bd70432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882041 Apr 26 14:13:33.883508 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 58518) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:33.888242 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-6f2c72c3-db4f-4891-8413-0cb0b3e29e53 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--671729537', 'description': 'tempest-description--1386354669'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:13:33.990023 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6f2c72c3-db4f-4891-8413-0cb0b3e29e53 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:34.064021 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6f2c72c3-db4f-4891-8413-0cb0b3e29e53 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (487b6f50-5ba8-4870-a6b7-7b774b6f1fe0), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:34.092994 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e806f87a-5ea0-4899-b7e0-8dbaf4653509 req-97a9da01-96ae-4e83-93f6-aeefd651b427 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 210 time: 0.0260508 Apr 26 14:13:34.126448 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6f2c72c3-db4f-4891-8413-0cb0b3e29e53 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (487b6f50-5ba8-4870-a6b7-7b774b6f1fe0), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:34.159422 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c72c3-db4f-4891-8413-0cb0b3e29e53 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:34.214425 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6f2c72c3-db4f-4891-8413-0cb0b3e29e53 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:34.215815 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6f2c72c3-db4f-4891-8413-0cb0b3e29e53 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3311253 Apr 26 14:13:34.218586 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 58530) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:34.223519 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-1c70e3c2-8f51-41a6-ada7-563f6e62c437 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'security_group_rule': {'security_group_id': '487b6f50-5ba8-4870-a6b7-7b774b6f1fe0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:13:34.247510 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4ade4-e9c3-411a-9d29-e97f41ce5e1b req-e372121b-201a-4400-b348-94a881caf955 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:34.248911 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-14f4ade4-e9c3-411a-9d29-e97f41ce5e1b req-e372121b-201a-4400-b348-94a881caf955 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0563529 Apr 26 14:13:34.308458 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-14f4ade4-e9c3-411a-9d29-e97f41ce5e1b req-2ba866b0-1f3d-4fd9-b097-6d1f378155c5 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0529771 Apr 26 14:13:34.320088 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c70e3c2-8f51-41a6-ada7-563f6e62c437 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (2b9a1acd-8791-488b-997a-84085121f62e), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:34.374189 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c70e3c2-8f51-41a6-ada7-563f6e62c437 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (2b9a1acd-8791-488b-997a-84085121f62e), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:34.435322 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c70e3c2-8f51-41a6-ada7-563f6e62c437 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (2b9a1acd-8791-488b-997a-84085121f62e), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:34.453283 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70e3c2-8f51-41a6-ada7-563f6e62c437 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9a1acd-8791-488b-997a-84085121f62e,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:34.556910 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c70e3c2-8f51-41a6-ada7-563f6e62c437 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:34.558207 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-1c70e3c2-8f51-41a6-ada7-563f6e62c437 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385894 Apr 26 14:13:34.560780 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 58532) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:34.565364 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-f479ad59-2f23-4972-8620-be43ad9cc3e6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'security_group_rule': {'security_group_id': '487b6f50-5ba8-4870-a6b7-7b774b6f1fe0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:13:34.697747 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f479ad59-2f23-4972-8620-be43ad9cc3e6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (ae7bc392-f58c-495c-8528-4e71d639a4df), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:34.755623 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f479ad59-2f23-4972-8620-be43ad9cc3e6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (ae7bc392-f58c-495c-8528-4e71d639a4df), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:34.846844 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f479ad59-2f23-4972-8620-be43ad9cc3e6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (ae7bc392-f58c-495c-8528-4e71d639a4df), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:34.864972 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479ad59-2f23-4972-8620-be43ad9cc3e6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7bc392-f58c-495c-8528-4e71d639a4df,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:34.963333 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f479ad59-2f23-4972-8620-be43ad9cc3e6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:34.964501 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f479ad59-2f23-4972-8620-be43ad9cc3e6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4025667 Apr 26 14:13:34.967580 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 58540) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:34.971732 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'floatingip': {'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:13:35.052544 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:35.154765 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:35.171355 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0044e2d8-e4ea-4bb7-b924-2ab3e5284f28 req-0e81a49c-e620-4d20-87a1-d31ef685f4b0 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 210 time: 0.0282009 Apr 26 14:13:35.283432 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Allocated IP 172.27.1.171 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/ac7863d0-ed9b-41e7-b727-d7ab5fffd8c8) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:13:35.381493 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for port (ac7863d0-ed9b-41e7-b727-d7ab5fffd8c8), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:35.428281 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d3559-1336-4a9a-9752-ca8befd45776 req-0e38be8a-f70a-49de-95d5-b69d6e55726f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:35.429755 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0c9d3559-1336-4a9a-9752-ca8befd45776 req-0e38be8a-f70a-49de-95d5-b69d6e55726f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0531712 Apr 26 14:13:35.481117 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (ac7863d0-ed9b-41e7-b727-d7ab5fffd8c8), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:35.493030 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0c9d3559-1336-4a9a-9752-ca8befd45776 req-5192de12-d261-4d2e-824a-a8db64e5985d tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0564606 Apr 26 14:13:35.526184 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:13:35.532339 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:13:35.537004 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:13:35.564895 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'Port': ['ID=ac7863d0-ed9b-41e7-b727-d7ab5fffd8c8,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:35.627251 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (850f1dfe-51a2-4b90-b1ff-c56736a59e6c), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:35.737486 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ac7863d0-ed9b-41e7-b727-d7ab5fffd8c8), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:35.909276 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for port (ac7863d0-ed9b-41e7-b727-d7ab5fffd8c8), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:36.035023 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (ac7863d0-ed9b-41e7-b727-d7ab5fffd8c8), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:36.106829 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'Port': ['ID=ac7863d0-ed9b-41e7-b727-d7ab5fffd8c8,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:36.118710 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (850f1dfe-51a2-4b90-b1ff-c56736a59e6c), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:36.226225 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:36.227579 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6584f05e-002b-4120-b9c5-1c1056d452c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2590671 Apr 26 14:13:36.235455 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63f837-4c94-4b87-81aa-46c6afd37fad req-2f842f9b-9349-4410-b0ec-a253a7d84f2d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:36.237022 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3c63f837-4c94-4b87-81aa-46c6afd37fad req-2f842f9b-9349-4410-b0ec-a253a7d84f2d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0550869 Apr 26 14:13:36.285855 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3c63f837-4c94-4b87-81aa-46c6afd37fad req-1d0512bb-60e6-49fc-b2a3-a1cca0debcfa tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429885 Apr 26 14:13:36.380595 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-24035827-c718-4449-935d-ac6a4e6daa8e req-3c09e566-fb5e-414d-bd0f-4a74a13d991f tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 210 time: 0.0276482 Apr 26 14:13:36.471034 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-1b67fcd5-1d6e-46b2-b838-11bc5f3d79f9 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:36.473163 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-1b67fcd5-1d6e-46b2-b838-11bc5f3d79f9 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.26 "GET /v2.0/networks?id=7a9cd801-4fa3-4614-975b-7aad7bd70432 HTTP/1.1" status: 200 len: 814 time: 0.1094923 Apr 26 14:13:36.492709 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-dc92f9d3-4550-4102-a4b1-c0d6e60a9812 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Request body: {'port': {'device_id': '94816324-7a54-45ee-b136-d51dbf835036', 'network_id': '7a9cd801-4fa3-4614-975b-7aad7bd70432', 'admin_state_up': True, 'tenant_id': '044c341dbfb24ed2812bc91e85e6b06a'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:13:36.511460 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-88a6cc05-c133-4db5-9341-089e96fd1840 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--671729537&fields=id&tenant_id=852d3fc9b96d4019912cc7b5d7e2db73 HTTP/1.1" status: 200 len: 267 time: 0.0425603 Apr 26 14:13:36.639841 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-6b542058-3eef-4498-abfc-e8aa9974ff0a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:36.644939 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-6b542058-3eef-4498-abfc-e8aa9974ff0a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/networks?id=db62da73-59c6-4f6f-98fa-3d9fee96e03d HTTP/1.1" status: 200 len: 815 time: 0.1232188 Apr 26 14:13:36.665938 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-cb7d2d5a-ee1d-4613-92fe-05db05bb5998 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/quotas/852d3fc9b96d4019912cc7b5d7e2db73 HTTP/1.1" status: 200 len: 375 time: 0.0149343 Apr 26 14:13:36.720610 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-22d2cca6-f77b-44fb-957f-dd0e83e465aa tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537977 Apr 26 14:13:36.735902 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c712e7-832e-47de-9da1-d01a33564d19 req-3bf90885-e19b-4e8e-a519-9db7c03eefc6 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:36.735902 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f7c712e7-832e-47de-9da1-d01a33564d19 req-3bf90885-e19b-4e8e-a519-9db7c03eefc6 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0591948 Apr 26 14:13:36.791202 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f7c712e7-832e-47de-9da1-d01a33564d19 req-b05c70f5-3a20-4004-aa92-ef4f87cabbcc tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536866 Apr 26 14:13:36.820944 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-ba93d7ac-068f-4327-bd57-9df5a90b65b4 service neutron] 10.222.0.23 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864506 Apr 26 14:13:36.908404 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-dc92f9d3-4550-4102-a4b1-c0d6e60a9812 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Made reservation on behalf of 044c341dbfb24ed2812bc91e85e6b06a for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:13:36.912379 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-dc92f9d3-4550-4102-a4b1-c0d6e60a9812 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:37.058217 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-dc92f9d3-4550-4102-a4b1-c0d6e60a9812 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Allocated IP 172.20.0.13 (7a9cd801-4fa3-4614-975b-7aad7bd70432/cad49114-fd06-4449-a140-91b1946fe637/810ab89f-1bef-4d1f-8904-66a25c3ff2cf) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:13:37.099254 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-e32cd369-0076-4322-ac89-63e6d203f6b3 service neutron] 10.222.0.23 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725589 Apr 26 14:13:37.206080 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-dc92f9d3-4550-4102-a4b1-c0d6e60a9812 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks [] for port (810ab89f-1bef-4d1f-8904-66a25c3ff2cf), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:37.327192 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a216d184-ebb9-43d5-8766-63bcfb94f1e2 req-bdc77f9f-c5ba-4cfd-8c7f-db4b8dcf9804 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 210 time: 0.0267920 Apr 26 14:13:37.349246 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-dc92f9d3-4550-4102-a4b1-c0d6e60a9812 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (810ab89f-1bef-4d1f-8904-66a25c3ff2cf), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:37.392865 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-dc92f9d3-4550-4102-a4b1-c0d6e60a9812 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Network 7a9cd801-4fa3-4614-975b-7aad7bd70432 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:13:37.396399 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-dc92f9d3-4550-4102-a4b1-c0d6e60a9812 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:13:37.403810 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-dc92f9d3-4550-4102-a4b1-c0d6e60a9812 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:13:37.430549 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc92f9d3-4550-4102-a4b1-c0d6e60a9812 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Pushing event updated for resources: {'Port': ['ID=810ab89f-1bef-4d1f-8904-66a25c3ff2cf,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:37.454382 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9831d3-4fbc-4cc5-a0a3-9330538f5d64 req-a19e0ec9-773c-4007-b5d7-837cf68db5b8 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:37.458490 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e9831d3-4fbc-4cc5-a0a3-9330538f5d64 req-a19e0ec9-773c-4007-b5d7-837cf68db5b8 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.1023328 Apr 26 14:13:37.462223 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-dc92f9d3-4550-4102-a4b1-c0d6e60a9812 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:37.462842 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-dc92f9d3-4550-4102-a4b1-c0d6e60a9812 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:37.507622 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e9831d3-4fbc-4cc5-a0a3-9330538f5d64 req-6dd33d7a-89fb-44c4-93ea-9b030ce3a323 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Apr 26 14:13:37.524340 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071618b-ae2d-4820-bd87-3dabbeb7ed93 req-eb262954-0569-4c1c-b385-3d278da046e2 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:37.525838 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a071618b-ae2d-4820-bd87-3dabbeb7ed93 req-eb262954-0569-4c1c-b385-3d278da046e2 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 932 time: 0.0593011 Apr 26 14:13:37.559167 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-dc92f9d3-4550-4102-a4b1-c0d6e60a9812 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0712371 Apr 26 14:13:37.574380 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Request body: {'port': {'device_id': '94816324-7a54-45ee-b136-d51dbf835036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:13:37.599301 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a071618b-ae2d-4820-bd87-3dabbeb7ed93 req-e76a334f-a9db-450e-b705-4c0dc876e183 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676775 Apr 26 14:13:37.637161 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (810ab89f-1bef-4d1f-8904-66a25c3ff2cf), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:37.903919 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810ab89f-1bef-4d1f-8904-66a25c3ff2cf {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:13:37.911344 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Publish callbacks [] for port (810ab89f-1bef-4d1f-8904-66a25c3ff2cf), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:37.912463 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46d88e-d87a-4993-be97-c3a94905b5e1 req-e147fa9f-9955-4308-a0f8-0dc55ea75cd7 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:37.914267 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3d46d88e-d87a-4993-be97-c3a94905b5e1 req-e147fa9f-9955-4308-a0f8-0dc55ea75cd7 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0524085 Apr 26 14:13:37.923679 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Transition to ACTIVE for port object 810ab89f-1bef-4d1f-8904-66a25c3ff2cf will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:13:37.974925 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3d46d88e-d87a-4993-be97-c3a94905b5e1 req-0d4552ab-6d3c-4b3d-b4d0-3ebb9949ef6a tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0545909 Apr 26 14:13:38.018100 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (810ab89f-1bef-4d1f-8904-66a25c3ff2cf), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:38.070270 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Pushing event updated for resources: {'Port': ['ID=810ab89f-1bef-4d1f-8904-66a25c3ff2cf,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:38.138038 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Attempting to bind port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:13:38.138477 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Attempting to bind port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': 'a65901b3-9061-40e5-8aac-edcfc59a3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a9cd801-4fa3-4614-975b-7aad7bd70432'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:13:38.138815 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Attempting to bind port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf on network 7a9cd801-4fa3-4614-975b-7aad7bd70432 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:13:38.143312 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf on network 7a9cd801-4fa3-4614-975b-7aad7bd70432 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:13:38.148978 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Attempting to bind port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf on network 7a9cd801-4fa3-4614-975b-7aad7bd70432 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:13:38.148978 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:13:38.148978 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Checking segment: {'id': 'a65901b3-9061-40e5-8aac-edcfc59a3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a9cd801-4fa3-4614-975b-7aad7bd70432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:13:38.149320 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Bound using segment: {'id': 'a65901b3-9061-40e5-8aac-edcfc59a3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a9cd801-4fa3-4614-975b-7aad7bd70432'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:13:38.149665 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Bound port: 810ab89f-1bef-4d1f-8904-66a25c3ff2cf, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65901b3-9061-40e5-8aac-edcfc59a3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a9cd801-4fa3-4614-975b-7aad7bd70432'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:13:38.150032 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (810ab89f-1bef-4d1f-8904-66a25c3ff2cf), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:38.213394 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] For port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:13:38.216405 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] For port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=810ab89f-1bef-4d1f-8904-66a25c3ff2cf,segment=NetworkSegment(a65901b3-9061-40e5-8aac-edcfc59a3874),segment_id=a65901b3-9061-40e5-8aac-edcfc59a3874)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:13:38.293461 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (810ab89f-1bef-4d1f-8904-66a25c3ff2cf), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:38.329800 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:38.330449 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:38.331879 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] 10.222.0.26 "PUT /v2.0/ports/810ab89f-1bef-4d1f-8904-66a25c3ff2cf HTTP/1.1" status: 200 len: 1094 time: 0.7621298 Apr 26 14:13:38.332320 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94816324-7a54-45ee-b136-d51dbf835036', 'tag': '810ab89f-1bef-4d1f-8904-66a25c3ff2cf'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:13:38.334550 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2b7883-71b5-4476-92c5-c2b5caf5bbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "94816324-7a54-45ee-b136-d51dbf835036", "tag": "810ab89f-1bef-4d1f-8904-66a25c3ff2cf"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:13:38.359276 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eab158-9fac-4896-bf10-550c157d20b8 service neutron] Pushing event updated for resources: {'Port': ['ID=810ab89f-1bef-4d1f-8904-66a25c3ff2cf,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:38.378058 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ff9631-d2bf-42dd-b114-0ed42b23c32e x-openstack-request-id: req-99ff9631-d2bf-42dd-b114-0ed42b23c32e {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:13:38.378359 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94816324-7a54-45ee-b136-d51dbf835036", "tag": "810ab89f-1bef-4d1f-8904-66a25c3ff2cf", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:13:38.378648 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99ff9631-d2bf-42dd-b114-0ed42b23c32e {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:13:38.379083 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ff9631-d2bf-42dd-b114-0ed42b23c32e'] response: {'name': 'network-changed', 'server_uuid': '94816324-7a54-45ee-b136-d51dbf835036', 'tag': '810ab89f-1bef-4d1f-8904-66a25c3ff2cf', 'status': 'completed', 'code': 200} Apr 26 14:13:38.422433 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ef917318-ea1a-41d1-b535-b3f8d63f5b6a req-654c7951-5ef4-4f55-bd50-bafeedc45511 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 210 time: 0.0290108 Apr 26 14:13:38.458000 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b7883-71b5-4476-92c5-c2b5caf5bbfb req-e97fad1b-31fc-470b-a424-0434fe19b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:38.462932 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2d2b7883-71b5-4476-92c5-c2b5caf5bbfb req-e97fad1b-31fc-470b-a424-0434fe19b559 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=044c341dbfb24ed2812bc91e85e6b06a&device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 1128 time: 0.0453267 Apr 26 14:13:38.725681 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8272b-e088-4f03-8a99-db47c9c7a92c req-79bab539-8253-40dd-85d8-c9d9cdff3465 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:38.727252 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e9a8272b-e088-4f03-8a99-db47c9c7a92c req-79bab539-8253-40dd-85d8-c9d9cdff3465 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 944 time: 0.0591967 Apr 26 14:13:38.779067 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e9a8272b-e088-4f03-8a99-db47c9c7a92c req-55b7adea-847e-4886-b4de-6066872a4042 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457726 Apr 26 14:13:38.826678 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b7883-71b5-4476-92c5-c2b5caf5bbfb req-e7fb330c-fe69-436a-915a-22245924e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:38.828200 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2d2b7883-71b5-4476-92c5-c2b5caf5bbfb req-e7fb330c-fe69-436a-915a-22245924e331 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=044c341dbfb24ed2812bc91e85e6b06a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3547864 Apr 26 14:13:38.836540 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f8ef5-9b7b-460f-9cc9-0393d21b2c6c req-be9e617c-dd5e-48a2-a238-682a345e0e70 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:38.837872 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f14f8ef5-9b7b-460f-9cc9-0393d21b2c6c req-be9e617c-dd5e-48a2-a238-682a345e0e70 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0905101 Apr 26 14:13:38.946321 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f14f8ef5-9b7b-460f-9cc9-0393d21b2c6c req-60d04025-7ded-4631-8926-a0085ac37c3c tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881114 Apr 26 14:13:38.961211 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b7883-71b5-4476-92c5-c2b5caf5bbfb req-ebf9d69a-6f3a-41f1-a90b-d322060b779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:38.962684 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2d2b7883-71b5-4476-92c5-c2b5caf5bbfb req-ebf9d69a-6f3a-41f1-a90b-d322060b779f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1229613 Apr 26 14:13:39.041353 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-03055902-6299-4def-acc0-13da2bc75d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:39.042802 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-03055902-6299-4def-acc0-13da2bc75d4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=044c341dbfb24ed2812bc91e85e6b06a&device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 1128 time: 0.0454612 Apr 26 14:13:39.089010 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-08a59e51-cf8c-4dca-a5ac-9dba40972ca0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=810ab89f-1bef-4d1f-8904-66a25c3ff2cf HTTP/1.1" status: 200 len: 217 time: 0.0365527 Apr 26 14:13:39.098693 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f3535-22d4-415c-99b5-c52bb586d56a req-719434db-9301-4f66-87b2-b6901f521b37 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:39.100170 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d92f3535-22d4-415c-99b5-c52bb586d56a req-719434db-9301-4f66-87b2-b6901f521b37 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0520782 Apr 26 14:13:39.137398 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-0a47c4ce-3a6f-4c55-9b68-d4587ba866c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:39.144900 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-0a47c4ce-3a6f-4c55-9b68-d4587ba866c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cad49114-fd06-4449-a140-91b1946fe637 HTTP/1.1" status: 200 len: 854 time: 0.0421808 Apr 26 14:13:39.159191 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d92f3535-22d4-415c-99b5-c52bb586d56a req-0b5bd2d5-4f81-48c9-833c-d24fa458f7c8 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0532146 Apr 26 14:13:39.179441 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-dc10a2cd-3f33-4182-afb2-0a5e93bf9217 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9cd801-4fa3-4614-975b-7aad7bd70432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245748 Apr 26 14:13:39.287513 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-0d5711b5-2041-454e-b82c-7f5e9bd7d326 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9cd801-4fa3-4614-975b-7aad7bd70432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985179 Apr 26 14:13:39.462933 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6d9b340d-6cca-40b7-83c2-317be95694bb req-d044df08-f675-4c6c-8589-8f660eb572b1 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9cd801-4fa3-4614-975b-7aad7bd70432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697638 Apr 26 14:13:39.475494 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-68c3b1ff-ce0e-4499-9c04-baca125b882b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:39.476939 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-68c3b1ff-ce0e-4499-9c04-baca125b882b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "GET /v2.0/networks?id=db62da73-59c6-4f6f-98fa-3d9fee96e03d HTTP/1.1" status: 200 len: 815 time: 0.1653273 Apr 26 14:13:39.538888 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-130f6c50-af2d-4f6f-8f92-f3a3f6c1eae3 req-2f4d314a-428d-4e46-9cdf-24137c0667a7 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 210 time: 0.0385213 Apr 26 14:13:39.581503 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-831056a1-927c-46ec-b5a4-8f40d5c7692e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=852d3fc9b96d4019912cc7b5d7e2db73 HTTP/1.1" status: 200 len: 472 time: 0.0961719 Apr 26 14:13:39.590470 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-41328cc3-9248-434d-a4fc-b2d9d773cc98 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'port': {'device_id': '7dcfc893-f654-43b1-9ff6-fdd104caa297', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'admin_state_up': True, 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'security_groups': ['487b6f50-5ba8-4870-a6b7-7b774b6f1fe0']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:13:39.749164 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-41328cc3-9248-434d-a4fc-b2d9d773cc98 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Made reservation on behalf of 852d3fc9b96d4019912cc7b5d7e2db73 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:13:39.752535 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-41328cc3-9248-434d-a4fc-b2d9d773cc98 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:39.879670 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-41328cc3-9248-434d-a4fc-b2d9d773cc98 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Allocated IP 172.20.0.12 (db62da73-59c6-4f6f-98fa-3d9fee96e03d/1e744dae-ccf5-4501-bded-a8905e9a6bf5/b92a86e1-039b-46bc-968d-6f19f3817a02) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:13:39.915049 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477f9d6-da4d-4db8-8d1b-9c0dd1f7031c req-1b9191ec-ad09-4684-ae37-4ca06e494959 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:39.916345 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4477f9d6-da4d-4db8-8d1b-9c0dd1f7031c req-1b9191ec-ad09-4684-ae37-4ca06e494959 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 944 time: 0.0520277 Apr 26 14:13:39.976931 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4477f9d6-da4d-4db8-8d1b-9c0dd1f7031c req-5bc8eacf-2f5a-4328-8439-2f37fc19e2f9 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546663 Apr 26 14:13:40.033711 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-41328cc3-9248-434d-a4fc-b2d9d773cc98 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:40.101145 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b3bf1-b629-41a9-a1f3-453572bcd1fa req-12ff99a7-aa44-47c7-8c43-e2f3a6b1c6d0 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:40.102868 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9b0b3bf1-b629-41a9-a1f3-453572bcd1fa req-12ff99a7-aa44-47c7-8c43-e2f3a6b1c6d0 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0852859 Apr 26 14:13:40.156307 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9b0b3bf1-b629-41a9-a1f3-453572bcd1fa req-0a1b1b38-0ea3-452e-9b38-91fd17ee106c tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397339 Apr 26 14:13:40.161727 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-41328cc3-9248-434d-a4fc-b2d9d773cc98 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:40.195186 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:40.203771 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-41328cc3-9248-434d-a4fc-b2d9d773cc98 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Network db62da73-59c6-4f6f-98fa-3d9fee96e03d is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:13:40.207417 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-41328cc3-9248-434d-a4fc-b2d9d773cc98 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:13:40.213605 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-41328cc3-9248-434d-a4fc-b2d9d773cc98 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:13:40.219609 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41328cc3-9248-434d-a4fc-b2d9d773cc98 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'Port': ['ID=b92a86e1-039b-46bc-968d-6f19f3817a02,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:40.267964 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-41328cc3-9248-434d-a4fc-b2d9d773cc98 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:40.268925 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-41328cc3-9248-434d-a4fc-b2d9d773cc98 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:40.297397 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0de74b-f7c4-4436-a0e6-e8fbbfcf0d20 req-9e240a5b-df47-4d8c-a99a-e256ae68878b tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:40.298933 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6d0de74b-f7c4-4436-a0e6-e8fbbfcf0d20 req-9e240a5b-df47-4d8c-a99a-e256ae68878b tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0583940 Apr 26 14:13:40.362357 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6d0de74b-f7c4-4436-a0e6-e8fbbfcf0d20 req-3700e1b2-4673-45e0-aa63-e00e4f7bc1a3 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0572042 Apr 26 14:13:40.363765 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-41328cc3-9248-434d-a4fc-b2d9d773cc98 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7766054 Apr 26 14:13:40.378184 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Request body: {'port': {'device_id': '7dcfc893-f654-43b1-9ff6-fdd104caa297', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:13:40.416921 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-dfa8fa09-3317-4e7f-b4fa-916b30263e21 None None] Provisioning complete for port b92a86e1-039b-46bc-968d-6f19f3817a02 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:13:40.417212 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-dfa8fa09-3317-4e7f-b4fa-916b30263e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:40.440185 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:40.449621 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8fa09-3317-4e7f-b4fa-916b30263e21 None None] Port b92a86e1-039b-46bc-968d-6f19f3817a02 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:13:40.698606 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1fd70-d4f1-4e4a-a69a-0d90666a37df req-2c24b29a-7d8b-4224-bc5f-1c7d69800e60 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:40.699992 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0da1fd70-d4f1-4e4a-a69a-0d90666a37df req-2c24b29a-7d8b-4224-bc5f-1c7d69800e60 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 932 time: 0.0913785 Apr 26 14:13:40.750082 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92a86e1-039b-46bc-968d-6f19f3817a02 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:13:40.760644 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Publish callbacks [] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:40.787743 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Transition to ACTIVE for port object b92a86e1-039b-46bc-968d-6f19f3817a02 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:13:40.791484 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0da1fd70-d4f1-4e4a-a69a-0d90666a37df req-0c88f1e3-a024-415a-ae04-a7b14277aacb tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860331 Apr 26 14:13:40.851785 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:40.911120 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b92a86e1-039b-46bc-968d-6f19f3817a02,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:41.014171 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Attempting to bind port b92a86e1-039b-46bc-968d-6f19f3817a02 on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:13:41.014507 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Attempting to bind port b92a86e1-039b-46bc-968d-6f19f3817a02 by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:13:41.015047 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Attempting to bind port b92a86e1-039b-46bc-968d-6f19f3817a02 on network db62da73-59c6-4f6f-98fa-3d9fee96e03d {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:13:41.022024 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Port b92a86e1-039b-46bc-968d-6f19f3817a02 on network db62da73-59c6-4f6f-98fa-3d9fee96e03d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:13:41.022465 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Attempting to bind port b92a86e1-039b-46bc-968d-6f19f3817a02 on network db62da73-59c6-4f6f-98fa-3d9fee96e03d {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:13:41.027619 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:13:41.027953 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Checking segment: {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:13:41.028339 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Bound using segment: {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:13:41.028843 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Bound port: b92a86e1-039b-46bc-968d-6f19f3817a02, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:13:41.029369 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:41.107782 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] For port b92a86e1-039b-46bc-968d-6f19f3817a02, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:13:41.111178 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] For port b92a86e1-039b-46bc-968d-6f19f3817a02, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=b92a86e1-039b-46bc-968d-6f19f3817a02,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:13:41.111337 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38296a5e-9e49-4686-bd6b-dccd5ea68532 req-803ab92f-2ced-4d9f-9191-683d9b233669 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:41.112758 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-38296a5e-9e49-4686-bd6b-dccd5ea68532 req-803ab92f-2ced-4d9f-9191-683d9b233669 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 944 time: 0.0585630 Apr 26 14:13:41.159327 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-38296a5e-9e49-4686-bd6b-dccd5ea68532 req-fae4c9dd-5f66-4e9c-98a1-c09e71ad1e73 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401993 Apr 26 14:13:41.184444 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:41.225694 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:41.225694 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:41.225694 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/b92a86e1-039b-46bc-968d-6f19f3817a02 HTTP/1.1" status: 200 len: 1094 time: 0.8492799 Apr 26 14:13:41.225694 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcfc893-f654-43b1-9ff6-fdd104caa297', 'tag': 'b92a86e1-039b-46bc-968d-6f19f3817a02'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:13:41.225694 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad56ac9-05d4-4da1-9dab-cb080fc445c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7dcfc893-f654-43b1-9ff6-fdd104caa297", "tag": "b92a86e1-039b-46bc-968d-6f19f3817a02"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:13:41.275391 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21157196-3035-498a-ae54-ab41a249c536 x-openstack-request-id: req-21157196-3035-498a-ae54-ab41a249c536 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:13:41.275684 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dcfc893-f654-43b1-9ff6-fdd104caa297", "tag": "b92a86e1-039b-46bc-968d-6f19f3817a02", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:13:41.275942 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21157196-3035-498a-ae54-ab41a249c536 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:13:41.276379 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21157196-3035-498a-ae54-ab41a249c536'] response: {'name': 'network-changed', 'server_uuid': '7dcfc893-f654-43b1-9ff6-fdd104caa297', 'tag': 'b92a86e1-039b-46bc-968d-6f19f3817a02', 'status': 'completed', 'code': 200} Apr 26 14:13:41.325220 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69984e77-2ca5-4fa5-97ba-ab0b420714d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b92a86e1-039b-46bc-968d-6f19f3817a02,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:41.365821 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb8873-0b7f-4321-aa1b-2f2df3867acc req-ffdc2fe5-d6bd-420c-8ba9-f921a55da55b tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:41.367374 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-86cb8873-0b7f-4321-aa1b-2f2df3867acc req-ffdc2fe5-d6bd-420c-8ba9-f921a55da55b tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.1359065 Apr 26 14:13:41.375716 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad56ac9-05d4-4da1-9dab-cb080fc445c5 req-7c087652-051f-405d-a652-7ee359239b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:41.377111 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cad56ac9-05d4-4da1-9dab-cb080fc445c5 req-7c087652-051f-405d-a652-7ee359239b16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 1128 time: 0.0797031 Apr 26 14:13:41.469565 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-86cb8873-0b7f-4321-aa1b-2f2df3867acc req-dd268f74-bca6-4faf-80a7-7177e1841cce tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960715 Apr 26 14:13:41.496121 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd37d3-af2e-49c2-82ef-0bbbff4e4568 req-11622026-110b-4c83-8565-d47b5ae3eb15 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:41.498554 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-86dd37d3-af2e-49c2-82ef-0bbbff4e4568 req-11622026-110b-4c83-8565-d47b5ae3eb15 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0636516 Apr 26 14:13:41.513145 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad56ac9-05d4-4da1-9dab-cb080fc445c5 req-6d173244-4a5d-4545-8453-db9824c7623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:41.514641 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cad56ac9-05d4-4da1-9dab-cb080fc445c5 req-6d173244-4a5d-4545-8453-db9824c7623d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1303630 Apr 26 14:13:41.560971 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-86dd37d3-af2e-49c2-82ef-0bbbff4e4568 req-42b0d733-d2e6-4590-8a15-5d6d6e97d30b tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0551527 Apr 26 14:13:41.619779 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad56ac9-05d4-4da1-9dab-cb080fc445c5 req-471da8a1-4fc3-4a22-b636-74bd05a30f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:41.621235 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cad56ac9-05d4-4da1-9dab-cb080fc445c5 req-471da8a1-4fc3-4a22-b636-74bd05a30f43 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997772 Apr 26 14:13:41.698272 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-4a990235-e26f-4fa9-847a-0385f27d310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:41.699745 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-4a990235-e26f-4fa9-847a-0385f27d310c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 1128 time: 0.0434518 Apr 26 14:13:41.744292 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-cdd0187d-697a-4c2f-afee-f315ae8f4482 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b92a86e1-039b-46bc-968d-6f19f3817a02 HTTP/1.1" status: 200 len: 217 time: 0.0362158 Apr 26 14:13:41.791593 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-8ba73694-2b4f-446a-af14-f3f43f911f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:41.793002 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-8ba73694-2b4f-446a-af14-f3f43f911f76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e744dae-ccf5-4501-bded-a8905e9a6bf5 HTTP/1.1" status: 200 len: 854 time: 0.0423090 Apr 26 14:13:41.843934 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-e10e69af-ca1b-45d9-9313-e41bb73dd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:41.845514 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-e10e69af-ca1b-45d9-9313-e41bb73dd675 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db62da73-59c6-4f6f-98fa-3d9fee96e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429420 Apr 26 14:13:41.970290 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2788908-08e5-4dcb-b468-2b3c327c7502 req-3eb38092-3fef-456d-b705-47df3d9a8bbf tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:41.971815 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f2788908-08e5-4dcb-b468-2b3c327c7502 req-3eb38092-3fef-456d-b705-47df3d9a8bbf tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 944 time: 0.1122131 Apr 26 14:13:41.975824 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-266e891a-0919-4fc6-95df-e52ea0ce5569 service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232035 Apr 26 14:13:42.068333 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f2788908-08e5-4dcb-b468-2b3c327c7502 req-7dcf7d4f-de4d-44fa-ab97-8521c9c6b2f5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902450 Apr 26 14:13:42.095063 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1de5c068-9fc5-4108-b13f-0775068fd976 req-3ded45fb-2be9-4f2d-9969-e239849cbc48 service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107435 Apr 26 14:13:42.274156 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad82170-cf4b-4b5a-a509-557333120819 req-77bc565d-33c2-4612-9758-7fd47795b6bf tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:42.275575 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4ad82170-cf4b-4b5a-a509-557333120819 req-77bc565d-33c2-4612-9758-7fd47795b6bf tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 944 time: 0.0512431 Apr 26 14:13:42.320500 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4ad82170-cf4b-4b5a-a509-557333120819 req-037c4519-2719-4389-b02c-ca77d4484790 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Apr 26 14:13:42.595956 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666e2f1-c6f6-47b6-a18c-6a69c528d7ed req-9de8057d-aac0-4557-92e1-ea441e0c3957 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:42.597192 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d666e2f1-c6f6-47b6-a18c-6a69c528d7ed req-9de8057d-aac0-4557-92e1-ea441e0c3957 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0571496 Apr 26 14:13:42.649037 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d666e2f1-c6f6-47b6-a18c-6a69c528d7ed req-a9d55904-87d2-4b3f-a662-a5f3a66d6dac tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461626 Apr 26 14:13:42.696768 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77683eb-80f8-4cca-8dfb-d5d08249a502 req-4d92e8fd-071d-46ab-8aae-ebfd87b5dbc8 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:42.698245 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c77683eb-80f8-4cca-8dfb-d5d08249a502 req-4d92e8fd-071d-46ab-8aae-ebfd87b5dbc8 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0515304 Apr 26 14:13:42.758221 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c77683eb-80f8-4cca-8dfb-d5d08249a502 req-6d46558f-a3a4-495d-ad57-9a0af66b83f6 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0542772 Apr 26 14:13:42.821189 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 810ab89f-1bef-4d1f-8904-66a25c3ff2cf details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:13:42.917750 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=810ab89f-1bef-4d1f-8904-66a25c3ff2cf,segment=NetworkSegment(a65901b3-9061-40e5-8aac-edcfc59a3874),segment_id=a65901b3-9061-40e5-8aac-edcfc59a3874)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:13:42.929342 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': '810ab89f-1bef-4d1f-8904-66a25c3ff2cf', 'network_id': '7a9cd801-4fa3-4614-975b-7aad7bd70432', 'port_id': '810ab89f-1bef-4d1f-8904-66a25c3ff2cf', 'mac_address': 'fa:16:3e:89:10:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad49114-fd06-4449-a140-91b1946fe637', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:13:42.964803 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:13:42.965190 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (810ab89f-1bef-4d1f-8904-66a25c3ff2cf), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:42.978647 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810ab89f-1bef-4d1f-8904-66a25c3ff2cf {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:13:42.998151 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=810ab89f-1bef-4d1f-8904-66a25c3ff2cf,segment=NetworkSegment(a65901b3-9061-40e5-8aac-edcfc59a3874),segment_id=a65901b3-9061-40e5-8aac-edcfc59a3874)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:13:43.086006 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (810ab89f-1bef-4d1f-8904-66a25c3ff2cf), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:43.135386 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=810ab89f-1bef-4d1f-8904-66a25c3ff2cf,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:43.142531 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:43.142870 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:43.143207 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:43.143537 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:43.143860 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:43.144183 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:43.145015 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:43.145338 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:43.145656 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:43.146029 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:43.146354 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:43.146671 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:43.146986 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:13:43.183827 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a94f7-038a-407a-bad6-9ad1bf05a3c2 req-28351974-e054-48a1-abd7-f474c683bf46 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:43.185209 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-282a94f7-038a-407a-bad6-9ad1bf05a3c2 req-28351974-e054-48a1-abd7-f474c683bf46 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 944 time: 0.0516787 Apr 26 14:13:43.233430 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-282a94f7-038a-407a-bad6-9ad1bf05a3c2 req-3741191a-29fb-492f-bbf6-c69dac69cf0f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426753 Apr 26 14:13:43.435651 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc979e-7082-417b-ae46-f316e715afba req-72d3c5a4-2c99-4285-96d1-ed8633b538f3 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:43.437053 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-79bc979e-7082-417b-ae46-f316e715afba req-72d3c5a4-2c99-4285-96d1-ed8633b538f3 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 945 time: 0.0519671 Apr 26 14:13:43.482843 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-79bc979e-7082-417b-ae46-f316e715afba req-d60ae5d4-1054-43fc-a3b6-2626fd10a908 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401177 Apr 26 14:13:43.761645 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d62dfc-d177-4bf9-bd31-a75ab8c47542 req-3d440bd3-a211-4e37-a77a-c25a81a1f183 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:43.763029 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d7d62dfc-d177-4bf9-bd31-a75ab8c47542 req-3d440bd3-a211-4e37-a77a-c25a81a1f183 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0499749 Apr 26 14:13:43.808385 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d7d62dfc-d177-4bf9-bd31-a75ab8c47542 req-cc3990fc-9a33-4353-9d73-867fb640ad84 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399702 Apr 26 14:13:43.872205 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f5b0c-64ea-41c3-85a9-aa49a5784aa0 req-4aa73e03-7777-4fa7-9c17-97343bb1e11e tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:43.873676 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c54f5b0c-64ea-41c3-85a9-aa49a5784aa0 req-4aa73e03-7777-4fa7-9c17-97343bb1e11e tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0520351 Apr 26 14:13:43.933340 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c54f5b0c-64ea-41c3-85a9-aa49a5784aa0 req-3f5cbbc1-8238-45de-aeb4-73d2aefa06df tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0532975 Apr 26 14:13:44.348044 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc079834-a95a-4f42-badf-b1a78498074a req-334b1eb2-b695-4e88-b634-b97ec52c6d5f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:44.349686 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dc079834-a95a-4f42-badf-b1a78498074a req-334b1eb2-b695-4e88-b634-b97ec52c6d5f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 944 time: 0.0515099 Apr 26 14:13:44.394334 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dc079834-a95a-4f42-badf-b1a78498074a req-07fdab3f-7dc3-4a7f-bcf3-435264952dd1 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392783 Apr 26 14:13:44.600094 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334604c6-66d9-4b47-a243-11a744a6e119 req-01c58a85-b281-4cf7-a5a8-8c2bc3e9ec77 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:44.601564 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-334604c6-66d9-4b47-a243-11a744a6e119 req-01c58a85-b281-4cf7-a5a8-8c2bc3e9ec77 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 945 time: 0.0545352 Apr 26 14:13:44.647020 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-334604c6-66d9-4b47-a243-11a744a6e119 req-f688b29d-70b8-480c-8564-52eee1655044 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399249 Apr 26 14:13:44.880335 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['810ab89f-1bef-4d1f-8904-66a25c3ff2cf'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:13:44.929610 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740e00-c79b-4732-b4e0-cca7bfc9a3a2 req-3781ea29-852e-4c40-b372-214702cd34e6 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:44.931154 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f9740e00-c79b-4732-b4e0-cca7bfc9a3a2 req-3781ea29-852e-4c40-b372-214702cd34e6 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0547373 Apr 26 14:13:44.978541 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f9740e00-c79b-4732-b4e0-cca7bfc9a3a2 req-39ac4b0f-2b6a-4d1b-ac10-5a764a4dae86 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414541 Apr 26 14:13:45.056741 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2258a3f-e8fe-4e5c-ba87-cd7ec665cc1b req-a6c8e3c6-ee00-4042-bf47-8d8c24817f62 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:45.058245 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c2258a3f-e8fe-4e5c-ba87-cd7ec665cc1b req-a6c8e3c6-ee00-4042-bf47-8d8c24817f62 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0548918 Apr 26 14:13:45.119411 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c2258a3f-e8fe-4e5c-ba87-cd7ec665cc1b req-e3558904-94e9-455c-8135-5e06a452d036 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0551295 Apr 26 14:13:45.509023 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35883306-d8b1-4990-8a16-1714633670ec req-ea27fb89-df28-476d-8e4a-2d426aab18c2 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:45.510509 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-35883306-d8b1-4990-8a16-1714633670ec req-ea27fb89-df28-476d-8e4a-2d426aab18c2 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 944 time: 0.0509391 Apr 26 14:13:45.554961 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-35883306-d8b1-4990-8a16-1714633670ec req-3dedbb79-2264-469a-a34d-98e596d5761f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389996 Apr 26 14:13:45.770055 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a00d0-fb48-44fc-b6a2-aedc579d5a1a req-ecb2f7b7-cbc4-45c7-9932-7ca1cc54b303 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:45.771588 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-900a00d0-fb48-44fc-b6a2-aedc579d5a1a req-ecb2f7b7-cbc4-45c7-9932-7ca1cc54b303 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 945 time: 0.0558112 Apr 26 14:13:45.816818 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-900a00d0-fb48-44fc-b6a2-aedc579d5a1a req-50ca08bb-6707-4e51-ae84-db41ce4d14d2 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397153 Apr 26 14:13:46.092082 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58701f47-d2d3-40b8-8f28-0c84f19d03e0 req-2a396245-55d8-43ae-ae91-c56f1a6c8ffc tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:46.093533 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58701f47-d2d3-40b8-8f28-0c84f19d03e0 req-2a396245-55d8-43ae-ae91-c56f1a6c8ffc tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0500057 Apr 26 14:13:46.143621 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58701f47-d2d3-40b8-8f28-0c84f19d03e0 req-694b3785-7ce5-4c64-9048-b293d7b696b8 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440519 Apr 26 14:13:46.241511 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae196-2bac-446a-a57e-f750dff8b7b8 req-46210ff5-f992-486c-82ca-1978edb07208 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:46.242926 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4d5ae196-2bac-446a-a57e-f750dff8b7b8 req-46210ff5-f992-486c-82ca-1978edb07208 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0521805 Apr 26 14:13:46.300707 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4d5ae196-2bac-446a-a57e-f750dff8b7b8 req-6c83a889-d894-4351-a124-24b52f4fd977 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2&id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0520594 Apr 26 14:13:46.512093 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 810ab89f-1bef-4d1f-8904-66a25c3ff2cf up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:13:46.641665 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:13:46.646285 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:13:46.650951 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (810ab89f-1bef-4d1f-8904-66a25c3ff2cf), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:46.680166 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b3b0f-c966-4a31-ae38-c6b8cc539aec req-08fa101c-7298-40f8-b32b-4524c0366cd1 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:46.681653 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-028b3b0f-c966-4a31-ae38-c6b8cc539aec req-08fa101c-7298-40f8-b32b-4524c0366cd1 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 944 time: 0.0530460 Apr 26 14:13:46.723721 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:13:46.724114 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (810ab89f-1bef-4d1f-8904-66a25c3ff2cf), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:46.727695 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-028b3b0f-c966-4a31-ae38-c6b8cc539aec req-70484fdd-8cac-4888-af4b-332d4695d722 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404158 Apr 26 14:13:46.746310 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94816324-7a54-45ee-b136-d51dbf835036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810ab89f-1bef-4d1f-8904-66a25c3ff2cf'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:13:46.748836 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628b3bcf-1927-45f5-a1ce-fc2d0486d470" -d '{"events": [{"server_uuid": "94816324-7a54-45ee-b136-d51dbf835036", "name": "network-vif-plugged", "status": "completed", "tag": "810ab89f-1bef-4d1f-8904-66a25c3ff2cf"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:13:46.762206 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=810ab89f-1bef-4d1f-8904-66a25c3ff2cf,segment=NetworkSegment(a65901b3-9061-40e5-8aac-edcfc59a3874),segment_id=a65901b3-9061-40e5-8aac-edcfc59a3874)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:13:46.783855 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f287962-e983-4979-a1dc-98b406ab54aa x-openstack-request-id: req-8f287962-e983-4979-a1dc-98b406ab54aa {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:13:46.784166 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94816324-7a54-45ee-b136-d51dbf835036", "name": "network-vif-plugged", "status": "completed", "tag": "810ab89f-1bef-4d1f-8904-66a25c3ff2cf", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:13:46.784426 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f287962-e983-4979-a1dc-98b406ab54aa {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:13:46.784823 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f287962-e983-4979-a1dc-98b406ab54aa'] response: {'server_uuid': '94816324-7a54-45ee-b136-d51dbf835036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810ab89f-1bef-4d1f-8904-66a25c3ff2cf', 'code': 200} Apr 26 14:13:46.875094 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (810ab89f-1bef-4d1f-8904-66a25c3ff2cf), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:46.925546 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=810ab89f-1bef-4d1f-8904-66a25c3ff2cf,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:46.932062 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd33a4-963d-490b-b447-156c6be928f9 req-6e79310b-af3c-4cd7-b5ca-9955f8a2b8c4 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:46.933547 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-15cd33a4-963d-490b-b447-156c6be928f9 req-6e79310b-af3c-4cd7-b5ca-9955f8a2b8c4 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 946 time: 0.0514960 Apr 26 14:13:46.978298 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-15cd33a4-963d-490b-b447-156c6be928f9 req-fe36b231-218f-4524-b44c-ee70c76a7547 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388963 Apr 26 14:13:47.201385 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab734b65-9642-4a84-b139-9eed081c9f85 req-665d8d70-e8ec-41c3-87ab-72b7b896d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:47.202928 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ab734b65-9642-4a84-b139-9eed081c9f85 req-665d8d70-e8ec-41c3-87ab-72b7b896d67e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 1130 time: 0.0483360 Apr 26 14:13:47.247120 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ab734b65-9642-4a84-b139-9eed081c9f85 req-8d4bb3a0-3e0d-4fcd-913c-c941f57f2b36 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377367 Apr 26 14:13:47.267608 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e87dd8-336d-4648-8d4d-04d3f3e9b8eb req-50d6557f-cf3f-49c4-893e-ff93e4a4e313 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:47.269054 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-29e87dd8-336d-4648-8d4d-04d3f3e9b8eb req-50d6557f-cf3f-49c4-893e-ff93e4a4e313 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0518844 Apr 26 14:13:47.327556 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-29e87dd8-336d-4648-8d4d-04d3f3e9b8eb req-1f7f8665-4295-4768-898d-2ff09ab9085f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528228 Apr 26 14:13:47.747618 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b90b5-2564-45b4-b0a8-8c64c900dfe9 req-2cde903e-6710-488c-80a4-42561eae12cd tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:47.749080 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-092b90b5-2564-45b4-b0a8-8c64c900dfe9 req-2cde903e-6710-488c-80a4-42561eae12cd tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0517008 Apr 26 14:13:47.797181 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-092b90b5-2564-45b4-b0a8-8c64c900dfe9 req-8631109d-22a8-449f-b69a-141c47803626 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423217 Apr 26 14:13:47.884360 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e9deb-8736-4dd3-bbbe-b96d834d5a0e req-1c47c49a-2d5d-44ed-8c77-a50120c3e577 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:47.885833 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f66e9deb-8736-4dd3-bbbe-b96d834d5a0e req-1c47c49a-2d5d-44ed-8c77-a50120c3e577 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 944 time: 0.0805953 Apr 26 14:13:47.891935 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dba037-8eab-4caf-a0a1-a53a1196de39 req-8186cbb5-4b99-42b9-a23a-37cf416ebd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:47.893305 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31dba037-8eab-4caf-a0a1-a53a1196de39 req-8186cbb5-4b99-42b9-a23a-37cf416ebd33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f38bbf345384bdb9ed001c0965a3462&device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 1129 time: 0.0587771 Apr 26 14:13:47.983983 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f66e9deb-8736-4dd3-bbbe-b96d834d5a0e req-6f3411e5-0a23-4b16-90a7-0a2629016c82 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896533 Apr 26 14:13:48.011430 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dba037-8eab-4caf-a0a1-a53a1196de39 req-d0c67377-a9a5-4059-a437-ed9c39736839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:48.012876 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31dba037-8eab-4caf-a0a1-a53a1196de39 req-d0c67377-a9a5-4059-a437-ed9c39736839 service neutron] 10.222.0.26 "GET /v2.0/networks?id=da497052-bded-497c-b389-e8193210a8cf HTTP/1.1" status: 200 len: 912 time: 0.1117907 Apr 26 14:13:48.080442 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31dba037-8eab-4caf-a0a1-a53a1196de39 req-333d3ccf-e747-46e8-adf3-42e40b8b7b8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca1854d6-548d-485b-8cbc-1f2457d13483 HTTP/1.1" status: 200 len: 1001 time: 0.0603421 Apr 26 14:13:48.096271 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06a87d-6abd-47ac-9775-33e715163d64 req-ed008827-6bf6-4c61-8b90-347c161b08e1 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:48.097745 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ff06a87d-6abd-47ac-9775-33e715163d64 req-ed008827-6bf6-4c61-8b90-347c161b08e1 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 946 time: 0.0520999 Apr 26 14:13:48.130490 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dba037-8eab-4caf-a0a1-a53a1196de39 req-ff7d1cc0-3a8b-47ea-a40b-40d6b83c5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:48.132047 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31dba037-8eab-4caf-a0a1-a53a1196de39 req-ff7d1cc0-3a8b-47ea-a40b-40d6b83c5c3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41c369f-3753-4ded-8eff-4455cba0638b HTTP/1.1" status: 200 len: 850 time: 0.0424504 Apr 26 14:13:48.143462 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ff06a87d-6abd-47ac-9775-33e715163d64 req-113d22a6-d9e2-4d96-853c-719cd0dd31dc tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Apr 26 14:13:48.179652 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dba037-8eab-4caf-a0a1-a53a1196de39 req-b6a3b556-ad32-4113-aebd-202f14e015e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:48.181121 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31dba037-8eab-4caf-a0a1-a53a1196de39 req-b6a3b556-ad32-4113-aebd-202f14e015e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=da497052-bded-497c-b389-e8193210a8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423625 Apr 26 14:13:48.272264 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31dba037-8eab-4caf-a0a1-a53a1196de39 req-a013780e-6f81-4da2-9feb-935d10f38aa5 service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844088 Apr 26 14:13:48.369806 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31dba037-8eab-4caf-a0a1-a53a1196de39 req-6331fd0a-c2d2-4425-8c64-f30f36fc294b service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831385 Apr 26 14:13:48.531463 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device b92a86e1-039b-46bc-968d-6f19f3817a02 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:13:48.629415 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port b92a86e1-039b-46bc-968d-6f19f3817a02, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=b92a86e1-039b-46bc-968d-6f19f3817a02,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:13:48.640341 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'b92a86e1-039b-46bc-968d-6f19f3817a02', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'port_id': 'b92a86e1-039b-46bc-968d-6f19f3817a02', 'mac_address': 'fa:16:3e:f1:31:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:13:48.680114 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port b92a86e1-039b-46bc-968d-6f19f3817a02 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:13:48.681855 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:48.693691 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92a86e1-039b-46bc-968d-6f19f3817a02 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:13:48.712154 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port b92a86e1-039b-46bc-968d-6f19f3817a02, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=b92a86e1-039b-46bc-968d-6f19f3817a02,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:13:48.789114 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:48.836016 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=b92a86e1-039b-46bc-968d-6f19f3817a02,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:48.935502 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae15bb6-d115-4de3-8657-7b5044ef868f req-db48a3a5-64e1-43b4-ad5e-43a7fe4f3a68 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:48.936978 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5ae15bb6-d115-4de3-8657-7b5044ef868f req-db48a3a5-64e1-43b4-ad5e-43a7fe4f3a68 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0526407 Apr 26 14:13:48.982181 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5ae15bb6-d115-4de3-8657-7b5044ef868f req-94c867e2-e9ce-441d-beee-5ecb87913711 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394914 Apr 26 14:13:49.101690 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aee49a-114d-405e-93ef-6056a284169a req-ac87e805-b86b-4579-9691-f70a044c4663 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:49.103224 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-17aee49a-114d-405e-93ef-6056a284169a req-ac87e805-b86b-4579-9691-f70a044c4663 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 945 time: 0.0557251 Apr 26 14:13:49.120477 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['b92a86e1-039b-46bc-968d-6f19f3817a02'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:13:49.151860 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-17aee49a-114d-405e-93ef-6056a284169a req-2b34226b-0abf-4a34-ae03-4c459d68f407 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429752 Apr 26 14:13:49.268501 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae3210-1fdf-434a-8f93-ec78d55eae0a req-5b7a1141-6e79-499a-b89b-a6afd7488645 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:49.270121 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8bae3210-1fdf-434a-8f93-ec78d55eae0a req-5b7a1141-6e79-499a-b89b-a6afd7488645 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 946 time: 0.0571806 Apr 26 14:13:49.317379 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8bae3210-1fdf-434a-8f93-ec78d55eae0a req-88351d1c-a41e-4043-b3a5-55833376876d tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406723 Apr 26 14:13:50.101156 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91485b-73e4-415b-b705-2395745be32d req-3c5e0e1e-4423-4af7-bf78-d867f42c9308 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:50.102661 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ab91485b-73e4-415b-b705-2395745be32d req-3c5e0e1e-4423-4af7-bf78-d867f42c9308 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0536482 Apr 26 14:13:50.148126 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ab91485b-73e4-415b-b705-2395745be32d req-bd3bcf2b-8c4a-4f38-a018-01f434a19a21 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399699 Apr 26 14:13:50.273679 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eb0c1-e9ce-4419-92a2-9f6dd5a3ab18 req-af26c1bc-2034-451b-98f6-e46966d56ae6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:50.275239 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5a7eb0c1-e9ce-4419-92a2-9f6dd5a3ab18 req-af26c1bc-2034-451b-98f6-e46966d56ae6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 945 time: 0.0559907 Apr 26 14:13:50.324302 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5a7eb0c1-e9ce-4419-92a2-9f6dd5a3ab18 req-cb7f91f0-3076-481c-a1cd-644a0e9b7730 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428736 Apr 26 14:13:50.572960 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device b92a86e1-039b-46bc-968d-6f19f3817a02 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:13:50.674939 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port b92a86e1-039b-46bc-968d-6f19f3817a02 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:13:50.678862 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port b92a86e1-039b-46bc-968d-6f19f3817a02 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:13:50.679225 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:50.765692 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port b92a86e1-039b-46bc-968d-6f19f3817a02 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:13:50.766133 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:50.920369 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcfc893-f654-43b1-9ff6-fdd104caa297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92a86e1-039b-46bc-968d-6f19f3817a02'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:13:50.922633 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd8ccc1-db85-47b0-819e-67d3f0cd8702" -d '{"events": [{"server_uuid": "7dcfc893-f654-43b1-9ff6-fdd104caa297", "name": "network-vif-plugged", "status": "completed", "tag": "b92a86e1-039b-46bc-968d-6f19f3817a02"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:13:50.935209 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port b92a86e1-039b-46bc-968d-6f19f3817a02, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=b92a86e1-039b-46bc-968d-6f19f3817a02,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:13:50.963493 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cc974f-d8ff-43e1-be22-1a032680ff1a x-openstack-request-id: req-c6cc974f-d8ff-43e1-be22-1a032680ff1a {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:13:50.963821 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcfc893-f654-43b1-9ff6-fdd104caa297", "name": "network-vif-plugged", "status": "completed", "tag": "b92a86e1-039b-46bc-968d-6f19f3817a02", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:13:50.964082 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6cc974f-d8ff-43e1-be22-1a032680ff1a {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:13:50.964485 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6cc974f-d8ff-43e1-be22-1a032680ff1a'] response: {'server_uuid': '7dcfc893-f654-43b1-9ff6-fdd104caa297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92a86e1-039b-46bc-968d-6f19f3817a02', 'code': 200} Apr 26 14:13:51.023648 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:51.072019 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=b92a86e1-039b-46bc-968d-6f19f3817a02,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:51.266397 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d956b-f6b1-472e-b5c0-ff49c5394ac0 req-4e15d112-c58d-430d-89af-01ecaeda7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:51.267982 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0f7d956b-f6b1-472e-b5c0-ff49c5394ac0 req-4e15d112-c58d-430d-89af-01ecaeda7ca8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 1130 time: 0.0514374 Apr 26 14:13:51.327630 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 58844) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:51.458150 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1e7dcbad-253c-4e1a-b6ba-522b434b0dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:51.538504 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1e7dcbad-253c-4e1a-b6ba-522b434b0dad admin admin] Publish callbacks [] for security_group (8e70bc0d-8a4b-4ac9-b932-74a895beddfd), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:51.572882 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0f7d956b-f6b1-472e-b5c0-ff49c5394ac0 req-7475417e-a26f-4c83-9eca-77614165be35 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983241 Apr 26 14:13:51.587752 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169cce8-5f2f-4b55-8183-80aa3fdff812 req-d4542b01-5c98-476b-a2d7-1553fa92caa3 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:51.589177 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2169cce8-5f2f-4b55-8183-80aa3fdff812 req-d4542b01-5c98-476b-a2d7-1553fa92caa3 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 946 time: 0.0702364 Apr 26 14:13:51.623438 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1e7dcbad-253c-4e1a-b6ba-522b434b0dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (8e70bc0d-8a4b-4ac9-b932-74a895beddfd), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:51.636161 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2169cce8-5f2f-4b55-8183-80aa3fdff812 req-a6373a17-df20-46b9-94ae-06ea761f4069 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412195 Apr 26 14:13:51.667120 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-1e7dcbad-253c-4e1a-b6ba-522b434b0dad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b413f61cf3e2482aa4cd52f07ceece16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383000 Apr 26 14:13:51.669081 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dcbad-253c-4e1a-b6ba-522b434b0dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e70bc0d-8a4b-4ac9-b932-74a895beddfd,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:51.669754 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 58852) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:51.718701 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4d54ba74-adb5-4734-a5f6-c4d570d2236e admin admin] Publish callbacks [] for security_group (8e70bc0d-8a4b-4ac9-b932-74a895beddfd), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:51.740090 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4d54ba74-adb5-4734-a5f6-c4d570d2236e admin admin] Publish callbacks [] for security_group (8e70bc0d-8a4b-4ac9-b932-74a895beddfd), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:51.846143 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4d54ba74-adb5-4734-a5f6-c4d570d2236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (8e70bc0d-8a4b-4ac9-b932-74a895beddfd), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:51.849370 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4d54ba74-adb5-4734-a5f6-c4d570d2236e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:51.850975 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4d54ba74-adb5-4734-a5f6-c4d570d2236e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e70bc0d-8a4b-4ac9-b932-74a895beddfd HTTP/1.1" status: 204 len: 168 time: 0.1802104 Apr 26 14:13:51.859484 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54ba74-adb5-4734-a5f6-c4d570d2236e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e70bc0d-8a4b-4ac9-b932-74a895beddfd,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:52.761687 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0587af4-dbcf-4b88-8c43-b320dc522391 req-0c616b0c-7dca-4c61-aaac-b3761b682ef5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:52.763208 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a0587af4-dbcf-4b88-8c43-b320dc522391 req-0c616b0c-7dca-4c61-aaac-b3761b682ef5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 946 time: 0.0535924 Apr 26 14:13:52.813008 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a0587af4-dbcf-4b88-8c43-b320dc522391 req-4bdee22b-8e2c-414c-820c-d0d7a143392a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436823 Apr 26 14:13:53.478760 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 58890) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:53.584498 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0f131ea7-0e71-4e81-afab-6b241b08dea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:53.657317 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0f131ea7-0e71-4e81-afab-6b241b08dea8 admin admin] Publish callbacks [] for security_group (0d18c3df-fca5-472d-8b36-c8007eae6827), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:53.714667 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0f131ea7-0e71-4e81-afab-6b241b08dea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (0d18c3df-fca5-472d-8b36-c8007eae6827), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:53.751512 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f131ea7-0e71-4e81-afab-6b241b08dea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d18c3df-fca5-472d-8b36-c8007eae6827,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:53.755753 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0f131ea7-0e71-4e81-afab-6b241b08dea8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60b9bc7abb3247ebb10f655a103806e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759688 Apr 26 14:13:53.759475 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 58896) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:53.807274 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-573afed4-7305-4fe1-a342-b997c404637b admin admin] Publish callbacks [] for security_group (0d18c3df-fca5-472d-8b36-c8007eae6827), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:53.828230 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-573afed4-7305-4fe1-a342-b997c404637b admin admin] Publish callbacks [] for security_group (0d18c3df-fca5-472d-8b36-c8007eae6827), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:53.935771 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713e00c-2577-4e49-a4b9-0ab01b8008f5 req-dfa1bc7e-a318-40b2-a0f9-4aa08532cc5d tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:53.937241 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8713e00c-2577-4e49-a4b9-0ab01b8008f5 req-dfa1bc7e-a318-40b2-a0f9-4aa08532cc5d tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 946 time: 0.0564337 Apr 26 14:13:53.957240 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-573afed4-7305-4fe1-a342-b997c404637b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (0d18c3df-fca5-472d-8b36-c8007eae6827), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:53.960388 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-573afed4-7305-4fe1-a342-b997c404637b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:53.961506 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-573afed4-7305-4fe1-a342-b997c404637b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d18c3df-fca5-472d-8b36-c8007eae6827 HTTP/1.1" status: 204 len: 168 time: 0.2010734 Apr 26 14:13:53.975023 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573afed4-7305-4fe1-a342-b997c404637b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d18c3df-fca5-472d-8b36-c8007eae6827,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:13:53.999932 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8713e00c-2577-4e49-a4b9-0ab01b8008f5 req-611bad48-c9b3-4d30-87ae-71b46673f22d tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569811 Apr 26 14:13:54.116266 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a47f0d-2a4e-483f-89b8-8bb833b9d3a2 req-d48fbd22-aab7-4757-9728-174bcd07cffc tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:54.117835 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b9a47f0d-2a4e-483f-89b8-8bb833b9d3a2 req-d48fbd22-aab7-4757-9728-174bcd07cffc tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 946 time: 0.0529232 Apr 26 14:13:54.126525 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 58904) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:13:54.131600 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-3de6d518-4658-468a-9ee4-4e1fb16f0678 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'floatingip': {'port_id': 'b92a86e1-039b-46bc-968d-6f19f3817a02'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:13:54.171407 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3de6d518-4658-468a-9ee4-4e1fb16f0678 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (850f1dfe-51a2-4b90-b1ff-c56736a59e6c), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:54.619704 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3de6d518-4658-468a-9ee4-4e1fb16f0678 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:54.686388 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3de6d518-4658-468a-9ee4-4e1fb16f0678 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (850f1dfe-51a2-4b90-b1ff-c56736a59e6c), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:54.789412 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-3de6d518-4658-468a-9ee4-4e1fb16f0678 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Floating IP 850f1dfe-51a2-4b90-b1ff-c56736a59e6c associated. External IP: 172.27.1.171, port: b92a86e1-039b-46bc-968d-6f19f3817a02. Apr 26 14:13:55.001535 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de6d518-4658-468a-9ee4-4e1fb16f0678 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Router 0cc3e767-b818-4c36-8b88-39ff45604e12 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:13:55.111081 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de6d518-4658-468a-9ee4-4e1fb16f0678 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:13:55.116104 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3de6d518-4658-468a-9ee4-4e1fb16f0678 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:55.124902 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728a648d-19ab-4fd4-8136-a0badd7c9c76 None None] Sync routers for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:13:55.135672 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a648d-19ab-4fd4-8136-a0badd7c9c76 None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:13:55.136275 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-728a648d-19ab-4fd4-8136-a0badd7c9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:13:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:13:55.146341 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-3de6d518-4658-468a-9ee4-4e1fb16f0678 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "PUT /v2.0/floatingips/850f1dfe-51a2-4b90-b1ff-c56736a59e6c HTTP/1.1" status: 200 len: 992 time: 1.0187075 Apr 26 14:13:55.146917 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcfc893-f654-43b1-9ff6-fdd104caa297', 'tag': 'b92a86e1-039b-46bc-968d-6f19f3817a02'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:13:55.149137 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ab09ea-4af9-4182-876a-762885172feb" -d '{"events": [{"name": "network-changed", "server_uuid": "7dcfc893-f654-43b1-9ff6-fdd104caa297", "tag": "b92a86e1-039b-46bc-968d-6f19f3817a02"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:13:55.184297 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a62fd1c-7508-4027-a3ee-99ced7231e53 x-openstack-request-id: req-5a62fd1c-7508-4027-a3ee-99ced7231e53 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:13:55.184708 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dcfc893-f654-43b1-9ff6-fdd104caa297", "tag": "b92a86e1-039b-46bc-968d-6f19f3817a02", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:13:55.184972 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a62fd1c-7508-4027-a3ee-99ced7231e53 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:13:55.185390 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a62fd1c-7508-4027-a3ee-99ced7231e53'] response: {'name': 'network-changed', 'server_uuid': '7dcfc893-f654-43b1-9ff6-fdd104caa297', 'tag': 'b92a86e1-039b-46bc-968d-6f19f3817a02', 'status': 'completed', 'code': 200} Apr 26 14:13:55.252043 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-728a648d-19ab-4fd4-8136-a0badd7c9c76 None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:13:55.261412 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab09ea-4af9-4182-876a-762885172feb req-72e8caff-02ad-4374-a522-d1a114d75b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:55.262958 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-56ab09ea-4af9-4182-876a-762885172feb req-72e8caff-02ad-4374-a522-d1a114d75b20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 1130 time: 0.0452721 Apr 26 14:13:55.363648 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab09ea-4af9-4182-876a-762885172feb req-fc41f352-ca0c-4a0f-8e75-ea1ad28d9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:55.365138 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-56ab09ea-4af9-4182-876a-762885172feb req-fc41f352-ca0c-4a0f-8e75-ea1ad28d9062 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db62da73-59c6-4f6f-98fa-3d9fee96e03d HTTP/1.1" status: 200 len: 916 time: 0.0957930 Apr 26 14:13:55.432405 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-56ab09ea-4af9-4182-876a-762885172feb req-66ae3cd1-e5a8-414b-a3e0-ec80b5a5b150 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b92a86e1-039b-46bc-968d-6f19f3817a02 HTTP/1.1" status: 200 len: 1000 time: 0.0588005 Apr 26 14:13:55.481115 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-728a648d-19ab-4fd4-8136-a0badd7c9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '850f1dfe-51a2-4b90-b1ff-c56736a59e6c', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': 'b92a86e1-039b-46bc-968d-6f19f3817a02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:f1:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcfc893-f654-43b1-9ff6-fdd104caa297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:13:35Z', 'updated_at': '2022-04-26T14:13:54Z', 'revision_number': 1, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}, {'id': 'c4665a54-6d95-4cbd-a40a-cc13a6b6d49a', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': 'ede1cf67-87e7-4b05-824d-155ba5205045', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:c0:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:11:53Z', 'updated_at': '2022-04-26T14:12:29Z', 'revision_number': 2, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:13:55.481730 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab09ea-4af9-4182-876a-762885172feb req-1c6279a5-2a07-4cfc-9b47-7decadc69b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:55.483248 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-56ab09ea-4af9-4182-876a-762885172feb req-1c6279a5-2a07-4cfc-9b47-7decadc69b7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e744dae-ccf5-4501-bded-a8905e9a6bf5 HTTP/1.1" status: 200 len: 854 time: 0.0436702 Apr 26 14:13:55.512097 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728a648d-19ab-4fd4-8136-a0badd7c9c76 None None] Checking router: 0cc3e767-b818-4c36-8b88-39ff45604e12 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:13:55.521591 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a648d-19ab-4fd4-8136-a0badd7c9c76 None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:13:55.522245 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-728a648d-19ab-4fd4-8136-a0badd7c9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:13:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:13:55.539553 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab09ea-4af9-4182-876a-762885172feb req-d43f2b86-56f3-4670-89b0-8bbb0a3ef3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:13:55.541064 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-56ab09ea-4af9-4182-876a-762885172feb req-d43f2b86-56f3-4670-89b0-8bbb0a3ef3d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db62da73-59c6-4f6f-98fa-3d9fee96e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508361 Apr 26 14:13:55.631017 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-56ab09ea-4af9-4182-876a-762885172feb req-7b330364-eace-4adb-961a-b60fe417f8aa service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830104 Apr 26 14:13:55.634449 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-728a648d-19ab-4fd4-8136-a0badd7c9c76 None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:13:55.729690 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-56ab09ea-4af9-4182-876a-762885172feb req-6f2e4fb7-3d49-4a52-a0b9-ad4be8bbb202 service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875926 Apr 26 14:13:55.861734 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-728a648d-19ab-4fd4-8136-a0badd7c9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '850f1dfe-51a2-4b90-b1ff-c56736a59e6c', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': 'b92a86e1-039b-46bc-968d-6f19f3817a02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:f1:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcfc893-f654-43b1-9ff6-fdd104caa297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:13:35Z', 'updated_at': '2022-04-26T14:13:54Z', 'revision_number': 1, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}, {'id': 'c4665a54-6d95-4cbd-a40a-cc13a6b6d49a', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': 'ede1cf67-87e7-4b05-824d-155ba5205045', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:c0:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:11:53Z', 'updated_at': '2022-04-26T14:12:29Z', 'revision_number': 2, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:13:55.891263 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728a648d-19ab-4fd4-8136-a0badd7c9c76 None None] The sync data for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi is: [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '850f1dfe-51a2-4b90-b1ff-c56736a59e6c', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': 'b92a86e1-039b-46bc-968d-6f19f3817a02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:f1:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcfc893-f654-43b1-9ff6-fdd104caa297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:13:35Z', 'updated_at': '2022-04-26T14:13:54Z', 'revision_number': 1, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}, {'id': 'c4665a54-6d95-4cbd-a40a-cc13a6b6d49a', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': 'ede1cf67-87e7-4b05-824d-155ba5205045', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:c0:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:11:53Z', 'updated_at': '2022-04-26T14:12:29Z', 'revision_number': 2, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:13:56.086244 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b50ca35-d8e4-4e71-a145-7a2ef9ce399d None None] New status for floating IP 850f1dfe-51a2-4b90-b1ff-c56736a59e6c: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:13:56.315113 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-271c15f6-4fd8-44d8-9308-0e88f14fc6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:58.469042 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b42cf6a5-cb87-48b5-a911-fa92b4157e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:13:59.737700 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:01.349086 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:02.455327 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:14:02.519194 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd300131-f1ee-4867-b8ac-87051fc94701 req-c59022f8-4995-4774-b08d-cfbb0f636f99 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:02.520568 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd300131-f1ee-4867-b8ac-87051fc94701 req-c59022f8-4995-4774-b08d-cfbb0f636f99 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0803809 Apr 26 14:14:02.543221 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:02.545594 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595043c-d6e6-468a-a0e5-2b7f6972b2e6 req-c81a69da-6a22-4d76-a7cf-294b76021d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:02.547066 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2595043c-d6e6-468a-a0e5-2b7f6972b2e6 req-c81a69da-6a22-4d76-a7cf-294b76021d31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 1129 time: 0.0679073 Apr 26 14:14:02.617422 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd300131-f1ee-4867-b8ac-87051fc94701 req-44a5e3a5-a31a-45c7-89e3-908ec0e7b005 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896015 Apr 26 14:14:02.656530 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595043c-d6e6-468a-a0e5-2b7f6972b2e6 req-7ad1ae37-3daf-4ec3-9c4b-6bd2e88b306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:02.657979 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2595043c-d6e6-468a-a0e5-2b7f6972b2e6 req-7ad1ae37-3daf-4ec3-9c4b-6bd2e88b306f service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 919 time: 0.0985489 Apr 26 14:14:02.729807 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2595043c-d6e6-468a-a0e5-2b7f6972b2e6 req-f0aae311-5d72-4fc8-bdbf-44f395919bad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48d3e25-6975-41a5-953a-e283cc06a7c3 HTTP/1.1" status: 200 len: 1001 time: 0.0571146 Apr 26 14:14:02.786410 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595043c-d6e6-468a-a0e5-2b7f6972b2e6 req-c4d6be51-af8a-480e-887d-be9daadb2a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:02.787733 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2595043c-d6e6-468a-a0e5-2b7f6972b2e6 req-c4d6be51-af8a-480e-887d-be9daadb2a8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.0444505 Apr 26 14:14:02.836707 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595043c-d6e6-468a-a0e5-2b7f6972b2e6 req-3a47cb68-fc7a-4909-80c1-0899785c835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:02.838190 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2595043c-d6e6-468a-a0e5-2b7f6972b2e6 req-3a47cb68-fc7a-4909-80c1-0899785c835e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411112 Apr 26 14:14:02.925135 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2595043c-d6e6-468a-a0e5-2b7f6972b2e6 req-634fd14f-8a3c-4c93-b94e-88db62d4d5d0 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0764074 Apr 26 14:14:03.012719 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2595043c-d6e6-468a-a0e5-2b7f6972b2e6 req-3d1bd6a7-a15c-43ad-a287-bcbedc6709d3 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805738 Apr 26 14:14:03.739783 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6f8e0-7fad-4256-9ad7-e04ae574b778 req-aab64f82-76e0-44a6-99f4-59adf6723a62 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:03.741275 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-def6f8e0-7fad-4256-9ad7-e04ae574b778 req-aab64f82-76e0-44a6-99f4-59adf6723a62 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0551419 Apr 26 14:14:03.786991 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-def6f8e0-7fad-4256-9ad7-e04ae574b778 req-4ee36a9f-2bb2-4ccb-a49e-ec5e1eb6273b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402477 Apr 26 14:14:04.903369 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6387c-05c2-4331-898d-3678f101f283 req-8fbc9938-347c-4618-acfd-c0bb78d59087 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:04.904836 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-26a6387c-05c2-4331-898d-3678f101f283 req-8fbc9938-347c-4618-acfd-c0bb78d59087 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0514629 Apr 26 14:14:04.949983 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-26a6387c-05c2-4331-898d-3678f101f283 req-7d80a552-2d02-426e-9fa4-ce45b71d402c tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396361 Apr 26 14:14:06.072062 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294cec6-7749-4a4c-b7a7-45b9a3120d85 req-bcd45a36-7ae6-42d9-af37-b2a7cebe8b04 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:06.073550 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8294cec6-7749-4a4c-b7a7-45b9a3120d85 req-bcd45a36-7ae6-42d9-af37-b2a7cebe8b04 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0560911 Apr 26 14:14:06.120250 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8294cec6-7749-4a4c-b7a7-45b9a3120d85 req-30caf57b-3519-4d13-8935-4fe25d768a76 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411417 Apr 26 14:14:07.238528 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074d67a-5e06-43ab-9dc1-36d4187992df req-5015e8ee-1a9a-4f23-a2c6-8d63b72c033a tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:07.239985 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6074d67a-5e06-43ab-9dc1-36d4187992df req-5015e8ee-1a9a-4f23-a2c6-8d63b72c033a tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0523164 Apr 26 14:14:07.284042 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6074d67a-5e06-43ab-9dc1-36d4187992df req-a575d903-7c10-4ba3-b3ec-5d1c467b41db tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385432 Apr 26 14:14:08.400571 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53ab50-d7ba-45a9-b399-746e6d267742 req-f158efc7-ef5c-40a6-8765-62412e739560 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:08.402041 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2f53ab50-d7ba-45a9-b399-746e6d267742 req-f158efc7-ef5c-40a6-8765-62412e739560 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0503981 Apr 26 14:14:08.447238 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2f53ab50-d7ba-45a9-b399-746e6d267742 req-bab075c1-3ec8-4294-9583-d23856e9ea1e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396984 Apr 26 14:14:09.561191 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d45707-1e62-4956-b5c7-6e34b7fef5d0 req-3e8ba6b7-56ae-4688-b85a-178fd08c2d70 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:09.562658 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7d45707-1e62-4956-b5c7-6e34b7fef5d0 req-3e8ba6b7-56ae-4688-b85a-178fd08c2d70 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0500631 Apr 26 14:14:09.610785 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7d45707-1e62-4956-b5c7-6e34b7fef5d0 req-4dc6756b-f681-40fd-9e8b-3b1590df7455 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425971 Apr 26 14:14:10.194294 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:10.732459 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49e861-836a-42e6-9407-572f25038827 req-c8127d92-235e-4f4e-9130-73420eb20fc0 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:10.733904 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0a49e861-836a-42e6-9407-572f25038827 req-c8127d92-235e-4f4e-9130-73420eb20fc0 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0520341 Apr 26 14:14:10.782228 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0a49e861-836a-42e6-9407-572f25038827 req-2880f804-c27f-4640-a030-e137d8db2a51 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425482 Apr 26 14:14:11.815321 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-45cd532c-0a24-4cda-ba7a-6c20301ccc00 req-f6340f99-0e78-4672-aa96-4bf82c262c93 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406244 Apr 26 14:14:11.910841 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd532c-0a24-4cda-ba7a-6c20301ccc00 req-d2227c0a-a062-4ddb-bb2e-73632e709dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:11.912330 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-45cd532c-0a24-4cda-ba7a-6c20301ccc00 req-d2227c0a-a062-4ddb-bb2e-73632e709dbd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f38bbf345384bdb9ed001c0965a3462&device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 1129 time: 0.0734894 Apr 26 14:14:11.923605 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e197680-a6ff-4def-9b42-a1046ad2ccb4 req-859b1df7-de86-4cf7-9c54-cad33e62ab30 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:11.924997 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e197680-a6ff-4def-9b42-a1046ad2ccb4 req-859b1df7-de86-4cf7-9c54-cad33e62ab30 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0630753 Apr 26 14:14:12.019792 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e197680-a6ff-4def-9b42-a1046ad2ccb4 req-3c57501f-363f-4e6e-ae76-69f70b262906 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885577 Apr 26 14:14:12.047141 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd532c-0a24-4cda-ba7a-6c20301ccc00 req-817e44d0-4f25-49d6-ab3e-c8e2f5c1b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:12.048605 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-45cd532c-0a24-4cda-ba7a-6c20301ccc00 req-817e44d0-4f25-49d6-ab3e-c8e2f5c1b98d service neutron] 10.222.0.26 "GET /v2.0/networks?id=da497052-bded-497c-b389-e8193210a8cf HTTP/1.1" status: 200 len: 912 time: 0.1109421 Apr 26 14:14:12.115999 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-45cd532c-0a24-4cda-ba7a-6c20301ccc00 req-f4122f84-deee-46e8-a41a-9b59311c9987 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca1854d6-548d-485b-8cbc-1f2457d13483 HTTP/1.1" status: 200 len: 1001 time: 0.0587535 Apr 26 14:14:12.163805 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd532c-0a24-4cda-ba7a-6c20301ccc00 req-36b62997-6347-4d7b-b777-e80de25b2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:12.165183 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-45cd532c-0a24-4cda-ba7a-6c20301ccc00 req-36b62997-6347-4d7b-b777-e80de25b2223 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41c369f-3753-4ded-8eff-4455cba0638b HTTP/1.1" status: 200 len: 850 time: 0.0417659 Apr 26 14:14:12.214334 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd532c-0a24-4cda-ba7a-6c20301ccc00 req-4aab695e-61d6-440d-a0ae-5cbd63ff15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:12.215773 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-45cd532c-0a24-4cda-ba7a-6c20301ccc00 req-4aab695e-61d6-440d-a0ae-5cbd63ff15f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=da497052-bded-497c-b389-e8193210a8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422933 Apr 26 14:14:12.311024 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-45cd532c-0a24-4cda-ba7a-6c20301ccc00 req-d2a3afcf-d593-42f1-a0e0-65eac705ae27 service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820265 Apr 26 14:14:12.407859 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-45cd532c-0a24-4cda-ba7a-6c20301ccc00 req-1a314d93-c0d8-4ee8-bf61-202e59ce944d service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823913 Apr 26 14:14:13.133513 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b1b5c-5ea5-43c7-b713-5575ecc855cf req-0b6fe7df-856d-41ae-9ac2-dcc50d522d96 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:13.135003 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-968b1b5c-5ea5-43c7-b713-5575ecc855cf req-0b6fe7df-856d-41ae-9ac2-dcc50d522d96 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0509136 Apr 26 14:14:13.179623 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-968b1b5c-5ea5-43c7-b713-5575ecc855cf req-150317c1-a7c4-4372-860a-a1c1c93028e4 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391943 Apr 26 14:14:14.299090 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980086d-c7ba-4563-9383-8436126c1dde req-a0489e53-fef6-4e66-96f4-2d71980d968e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:14.300582 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6980086d-c7ba-4563-9383-8436126c1dde req-a0489e53-fef6-4e66-96f4-2d71980d968e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0533402 Apr 26 14:14:14.346347 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6980086d-c7ba-4563-9383-8436126c1dde req-78440257-e66b-4084-b38d-cc58b1d62647 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401266 Apr 26 14:14:15.465164 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170b293-dc38-4aaf-b3b1-0ae3cb3c12cf req-9f210b49-9f8e-4923-adc0-3c69363ca966 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:15.466681 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0170b293-dc38-4aaf-b3b1-0ae3cb3c12cf req-9f210b49-9f8e-4923-adc0-3c69363ca966 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0516539 Apr 26 14:14:15.511377 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0170b293-dc38-4aaf-b3b1-0ae3cb3c12cf req-f718c0f9-2df2-4ef2-a258-2445901028ee tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391526 Apr 26 14:14:16.631114 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a1acf-11ab-40eb-be94-68c980ac6d6f req-9a48b706-79b4-4690-ada6-fa34158eb41b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:16.635498 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-007a1acf-11ab-40eb-be94-68c980ac6d6f req-9a48b706-79b4-4690-ada6-fa34158eb41b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0553069 Apr 26 14:14:16.677632 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-007a1acf-11ab-40eb-be94-68c980ac6d6f req-3e5321f3-fc37-4280-a17d-dab101a1a518 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394313 Apr 26 14:14:17.797208 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9f94c-d67f-43e5-b946-345fd158a669 req-df9841f9-4f83-49f4-9ca1-9aa66e6da537 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:17.798795 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ccd9f94c-d67f-43e5-b946-345fd158a669 req-df9841f9-4f83-49f4-9ca1-9aa66e6da537 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0555377 Apr 26 14:14:17.844811 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ccd9f94c-d67f-43e5-b946-345fd158a669 req-a8058ba7-17a5-4037-89d2-9fdc9e0c91ca tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404148 Apr 26 14:14:18.965729 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296df792-1503-47cf-8417-b3cc8a425752 req-73f2940b-cf0e-43b7-88cf-bded0cd851f2 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:18.967221 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-296df792-1503-47cf-8417-b3cc8a425752 req-73f2940b-cf0e-43b7-88cf-bded0cd851f2 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0526068 Apr 26 14:14:19.013919 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-296df792-1503-47cf-8417-b3cc8a425752 req-a60fa536-ac91-482d-b1e0-c617b7cf9810 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412092 Apr 26 14:14:20.129059 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338adf2f-5045-4b3e-b826-ac4ccc1b101d req-a59df860-f0cb-4511-8caf-e06ef313d242 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:20.130528 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-338adf2f-5045-4b3e-b826-ac4ccc1b101d req-a59df860-f0cb-4511-8caf-e06ef313d242 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0509632 Apr 26 14:14:20.175247 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-338adf2f-5045-4b3e-b826-ac4ccc1b101d req-1ce85a7c-6377-4828-938f-eee4a484a547 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393424 Apr 26 14:14:21.293616 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceebc43-c115-4da3-a947-3570fe2b2b20 req-e2e49a38-ffb7-4157-ba9c-0d97c22ffcb3 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:21.295178 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dceebc43-c115-4da3-a947-3570fe2b2b20 req-e2e49a38-ffb7-4157-ba9c-0d97c22ffcb3 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0552127 Apr 26 14:14:21.340770 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dceebc43-c115-4da3-a947-3570fe2b2b20 req-e7fa25d5-ea84-43e4-887d-bfff3bd77bc1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397305 Apr 26 14:14:22.457327 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5ef9-1923-4817-a878-b9be1155f773 req-3b845292-3224-46c9-b100-7987ad5fc741 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:22.458816 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fd8e5ef9-1923-4817-a878-b9be1155f773 req-3b845292-3224-46c9-b100-7987ad5fc741 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0522301 Apr 26 14:14:22.507335 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fd8e5ef9-1923-4817-a878-b9be1155f773 req-07f84a6e-1256-46aa-ba8a-a62f74e8e9df tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430224 Apr 26 14:14:23.624491 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8066f8-2934-4a25-a31e-06fce8e58aae req-f7dbc4f2-6198-47bb-aa27-075ef1b59d9e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:23.625864 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bc8066f8-2934-4a25-a31e-06fce8e58aae req-f7dbc4f2-6198-47bb-aa27-075ef1b59d9e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0512064 Apr 26 14:14:23.671361 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bc8066f8-2934-4a25-a31e-06fce8e58aae req-5cbdee20-ee78-4124-8106-59fdc232a48e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399318 Apr 26 14:14:24.784344 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b840f6-2688-4bb0-ae9e-59ea1ea5a232 req-0540fd99-f7fa-4569-82a1-81335262ee42 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:24.785799 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-43b840f6-2688-4bb0-ae9e-59ea1ea5a232 req-0540fd99-f7fa-4569-82a1-81335262ee42 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0504587 Apr 26 14:14:24.830950 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-43b840f6-2688-4bb0-ae9e-59ea1ea5a232 req-5d347068-25df-42d9-ba21-d2fc7b7bcb2f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395098 Apr 26 14:14:25.944769 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c4384-9453-405d-b5e3-3bbbd1bcc2a2 req-e058d1e6-901f-42fa-91f2-b21fcc25b3bb tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:25.946224 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-278c4384-9453-405d-b5e3-3bbbd1bcc2a2 req-e058d1e6-901f-42fa-91f2-b21fcc25b3bb tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0500255 Apr 26 14:14:25.993200 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-278c4384-9453-405d-b5e3-3bbbd1bcc2a2 req-7d72ebd6-dce8-4660-8b87-0fd6936a7bb1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407734 Apr 26 14:14:26.268290 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a7a17083-87d7-4625-9dde-5b8476ba2b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:27.110572 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0d37c-e997-427c-a94f-d16f784dd2f3 req-c86253ab-a797-4e42-8e36-b2bae3427304 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:27.112051 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cba0d37c-e997-427c-a94f-d16f784dd2f3 req-c86253ab-a797-4e42-8e36-b2bae3427304 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0516083 Apr 26 14:14:27.157094 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cba0d37c-e997-427c-a94f-d16f784dd2f3 req-0e5b1aa2-10b6-481f-8472-68d69a745410 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395453 Apr 26 14:14:28.271086 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d42eea-8092-4a74-8af6-d6135e8b2061 req-a8997249-4947-4d9e-b4a6-de17b0b2f630 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:28.272573 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-54d42eea-8092-4a74-8af6-d6135e8b2061 req-a8997249-4947-4d9e-b4a6-de17b0b2f630 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0507419 Apr 26 14:14:28.322203 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-54d42eea-8092-4a74-8af6-d6135e8b2061 req-4da897e0-56c5-47d4-af60-6a93ea295f3a tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440109 Apr 26 14:14:28.491168 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a6f5d3fc-8259-4543-8dcf-039164b4e7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:29.442986 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60efee7-6d29-460d-893a-9a8f74670d24 req-224e37b4-c9a8-41f8-a1be-78760822d225 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:29.444515 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c60efee7-6d29-460d-893a-9a8f74670d24 req-224e37b4-c9a8-41f8-a1be-78760822d225 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0559347 Apr 26 14:14:29.490888 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c60efee7-6d29-460d-893a-9a8f74670d24 req-15c1348b-da1e-439d-9208-32042c340f54 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400820 Apr 26 14:14:29.726177 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:30.606966 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ab8d6-e623-49e4-a4d5-1118d395ad38 req-543c4496-08c3-4b75-b7e4-cb1e1dc1814b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:30.608432 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-007ab8d6-e623-49e4-a4d5-1118d395ad38 req-543c4496-08c3-4b75-b7e4-cb1e1dc1814b tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0514615 Apr 26 14:14:30.653398 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-007ab8d6-e623-49e4-a4d5-1118d395ad38 req-38bc7d29-9cbd-42e1-815a-1d3dcca439a3 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394006 Apr 26 14:14:31.314419 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:31.990535 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0164e1-04d2-4020-b955-bad458e924b0 req-d8e6e9a8-d063-46c0-96ab-4a33139680f3 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:31.991931 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bf0164e1-04d2-4020-b955-bad458e924b0 req-d8e6e9a8-d063-46c0-96ab-4a33139680f3 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.2720408 Apr 26 14:14:32.042100 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bf0164e1-04d2-4020-b955-bad458e924b0 req-7b2e48bf-26e7-4ba3-b22f-8599480e5a24 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446513 Apr 26 14:14:32.572630 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:32.923305 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12b06c-c7b5-4c35-a89c-dd8b429795ad req-56a25f0a-9de6-4df1-a07a-f0bce02eddcf tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:32.924768 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ba12b06c-c7b5-4c35-a89c-dd8b429795ad req-56a25f0a-9de6-4df1-a07a-f0bce02eddcf tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 946 time: 0.0518105 Apr 26 14:14:32.970602 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ba12b06c-c7b5-4c35-a89c-dd8b429795ad req-7c509065-2fd4-4173-be15-60990415160c tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401118 Apr 26 14:14:33.158983 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7851cdb-c546-402a-b826-75df43b166a8 req-d250fc73-ed73-4643-a8d8-3eed8fe9d275 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:33.160431 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e7851cdb-c546-402a-b826-75df43b166a8 req-d250fc73-ed73-4643-a8d8-3eed8fe9d275 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0512571 Apr 26 14:14:33.205126 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e7851cdb-c546-402a-b826-75df43b166a8 req-dea93d16-4049-4185-a7d7-0f781e5cb8f5 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390093 Apr 26 14:14:34.085580 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1d9dc-0530-41b0-81ca-60e4c3e20e6b req-7542a2d1-d504-498d-9c90-a92ae831d8ac tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:34.087034 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-def1d9dc-0530-41b0-81ca-60e4c3e20e6b req-7542a2d1-d504-498d-9c90-a92ae831d8ac tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 946 time: 0.0530050 Apr 26 14:14:34.130746 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-def1d9dc-0530-41b0-81ca-60e4c3e20e6b req-2a83cc7c-89e1-405b-b6a2-3df46f4aa1ce tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382605 Apr 26 14:14:34.324188 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd69594-f879-4d93-b5fc-00b3b7ac4083 req-aa294e56-67d4-4443-9e8f-a02478163da1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:34.325688 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7cd69594-f879-4d93-b5fc-00b3b7ac4083 req-aa294e56-67d4-4443-9e8f-a02478163da1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0556450 Apr 26 14:14:34.370054 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7cd69594-f879-4d93-b5fc-00b3b7ac4083 req-9440568b-9273-4bf3-8488-e4d032da46e2 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388706 Apr 26 14:14:34.914297 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efcea5-0c6d-4ad5-b028-93b495eec12b req-d5521152-f1ab-410e-b80f-38e9d972377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:34.915654 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a1efcea5-0c6d-4ad5-b028-93b495eec12b req-d5521152-f1ab-410e-b80f-38e9d972377d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 1129 time: 0.0414383 Apr 26 14:14:34.999727 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a1efcea5-0c6d-4ad5-b028-93b495eec12b req-cf76dc9b-bf88-4a74-ac77-4d2e4a98d657 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676982 Apr 26 14:14:35.006321 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cdda4-99b1-4acc-b267-246953d374a1 req-750748d6-bda0-4f03-9b00-07137cf96f7d tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:35.007639 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9b9cdda4-99b1-4acc-b267-246953d374a1 req-750748d6-bda0-4f03-9b00-07137cf96f7d tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.26 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 946 time: 0.0769274 Apr 26 14:14:35.247796 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2f6f8-0d28-495c-b766-ed37f10720fc req-981326d1-5702-4059-80bb-9b5a9a872adc tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:35.249286 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f0f2f6f8-0d28-495c-b766-ed37f10720fc req-981326d1-5702-4059-80bb-9b5a9a872adc tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 946 time: 0.0535147 Apr 26 14:14:35.341166 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f0f2f6f8-0d28-495c-b766-ed37f10720fc req-9da13215-ba61-4c4e-ba7f-f24b6bba1279 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851717 Apr 26 14:14:35.365144 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-9b9cdda4-99b1-4acc-b267-246953d374a1 req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Deleting port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:14:35.365479 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-9b9cdda4-99b1-4acc-b267-246953d374a1 req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (810ab89f-1bef-4d1f-8904-66a25c3ff2cf), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:35.463467 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-9b9cdda4-99b1-4acc-b267-246953d374a1 req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] For port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=810ab89f-1bef-4d1f-8904-66a25c3ff2cf,segment=NetworkSegment(a65901b3-9061-40e5-8aac-edcfc59a3874),segment_id=a65901b3-9061-40e5-8aac-edcfc59a3874)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:14:35.463839 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-9b9cdda4-99b1-4acc-b267-246953d374a1 req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (810ab89f-1bef-4d1f-8904-66a25c3ff2cf), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:35.476271 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-9b9cdda4-99b1-4acc-b267-246953d374a1 req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Calling delete_port for 810ab89f-1bef-4d1f-8904-66a25c3ff2cf owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:14:35.492800 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438fa83-3419-4da8-8140-1ff97e25a587 req-161ae26e-e084-4090-b8fe-962e45614f36 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:35.494292 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c438fa83-3419-4da8-8140-1ff97e25a587 req-161ae26e-e084-4090-b8fe-962e45614f36 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0502837 Apr 26 14:14:35.541484 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c438fa83-3419-4da8-8140-1ff97e25a587 req-01072950-34f0-4dc2-9892-e451cd2f0ff1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409918 Apr 26 14:14:35.679989 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-9b9cdda4-99b1-4acc-b267-246953d374a1 req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (810ab89f-1bef-4d1f-8904-66a25c3ff2cf), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:35.695920 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['810ab89f-1bef-4d1f-8904-66a25c3ff2cf'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:14:35.708037 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Pushing event deleted for resources: {'Port': ['ID=810ab89f-1bef-4d1f-8904-66a25c3ff2cf,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:35.720244 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:35.720651 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:35.721025 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:35.721360 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:35.721689 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:35.722046 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:35.722374 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:35.722701 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:35.723024 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:35.723346 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:35.723666 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:35.723986 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:35.724338 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:35.757645 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9cdda4-99b1-4acc-b267-246953d374a1 req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] No DVR routers for this DVR port 810ab89f-1bef-4d1f-8904-66a25c3ff2cf on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:14:35.760027 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-9b9cdda4-99b1-4acc-b267-246953d374a1 req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:35.763391 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9b9cdda4-99b1-4acc-b267-246953d374a1 req-40e889e7-4fbb-4187-bbce-0b9008d77b21 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.26 "DELETE /v2.0/ports/810ab89f-1bef-4d1f-8904-66a25c3ff2cf HTTP/1.1" status: 204 len: 173 time: 0.5132480 Apr 26 14:14:35.763857 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94816324-7a54-45ee-b136-d51dbf835036', 'name': 'network-vif-deleted', 'tag': '810ab89f-1bef-4d1f-8904-66a25c3ff2cf'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:14:35.766766 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff133090-10c5-42aa-ad25-6ddd69e40f86" -d '{"events": [{"server_uuid": "94816324-7a54-45ee-b136-d51dbf835036", "name": "network-vif-deleted", "tag": "810ab89f-1bef-4d1f-8904-66a25c3ff2cf"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:14:35.800950 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4c600a-b698-4c3b-b24c-88328a17af7f x-openstack-request-id: req-6a4c600a-b698-4c3b-b24c-88328a17af7f {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:14:35.801247 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94816324-7a54-45ee-b136-d51dbf835036", "name": "network-vif-deleted", "tag": "810ab89f-1bef-4d1f-8904-66a25c3ff2cf", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:14:35.801498 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a4c600a-b698-4c3b-b24c-88328a17af7f {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:14:35.801947 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4c600a-b698-4c3b-b24c-88328a17af7f'] response: {'server_uuid': '94816324-7a54-45ee-b136-d51dbf835036', 'name': 'network-vif-deleted', 'tag': '810ab89f-1bef-4d1f-8904-66a25c3ff2cf', 'status': 'completed', 'code': 200} Apr 26 14:14:36.444108 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6c369c14-219d-4638-8ca9-48095928a75b req-7c27fc35-5c2b-487c-86c7-9577d00bdcba tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=94816324-7a54-45ee-b136-d51dbf835036 HTTP/1.1" status: 200 len: 210 time: 0.0267839 Apr 26 14:14:36.663690 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60ec31-bdc3-4659-8fc1-c38024a9c9fe req-1c7a15f5-5b4f-4441-a99f-d8368d5cbb53 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:36.665130 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0e60ec31-bdc3-4659-8fc1-c38024a9c9fe req-1c7a15f5-5b4f-4441-a99f-d8368d5cbb53 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0541418 Apr 26 14:14:36.716420 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0e60ec31-bdc3-4659-8fc1-c38024a9c9fe req-229d21fc-30a9-4c6c-949b-05a080918449 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456843 Apr 26 14:14:37.202851 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f063ab-a2dd-474e-91eb-e4b1f459913a req-86ec140f-f8c3-4244-8ccf-3cd1e625b479 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:37.204221 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-96f063ab-a2dd-474e-91eb-e4b1f459913a req-86ec140f-f8c3-4244-8ccf-3cd1e625b479 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0542107 Apr 26 14:14:37.251031 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-96f063ab-a2dd-474e-91eb-e4b1f459913a req-cc4a82d8-37b6-4af8-9664-75517cbc6ca6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412636 Apr 26 14:14:37.274612 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630dd20-64e4-40c0-8195-ddbe65022f13 req-6ed07f79-d74e-40e1-a341-127ec9db5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:37.276101 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6630dd20-64e4-40c0-8195-ddbe65022f13 req-6ed07f79-d74e-40e1-a341-127ec9db5571 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 1129 time: 0.0432572 Apr 26 14:14:37.362107 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630dd20-64e4-40c0-8195-ddbe65022f13 req-ccb9487c-a04a-4e0e-aeab-5f22f645910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:37.363536 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6630dd20-64e4-40c0-8195-ddbe65022f13 req-ccb9487c-a04a-4e0e-aeab-5f22f645910b service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 919 time: 0.0797529 Apr 26 14:14:37.431718 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6630dd20-64e4-40c0-8195-ddbe65022f13 req-f6caf160-80a2-4843-beab-4c3c75f5c3f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48d3e25-6975-41a5-953a-e283cc06a7c3 HTTP/1.1" status: 200 len: 1001 time: 0.0619001 Apr 26 14:14:37.480868 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630dd20-64e4-40c0-8195-ddbe65022f13 req-4be9ed8f-b72e-465d-9c8f-4aa51c78dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:37.482325 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6630dd20-64e4-40c0-8195-ddbe65022f13 req-4be9ed8f-b72e-465d-9c8f-4aa51c78dc1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.0435922 Apr 26 14:14:37.531809 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630dd20-64e4-40c0-8195-ddbe65022f13 req-1ba5e45b-6402-410d-9c73-eabfed77a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:37.533305 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6630dd20-64e4-40c0-8195-ddbe65022f13 req-1ba5e45b-6402-410d-9c73-eabfed77a463 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446413 Apr 26 14:14:37.623948 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6630dd20-64e4-40c0-8195-ddbe65022f13 req-6af1b9cf-fc52-4eac-9dca-6ce5e23e23ac service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833046 Apr 26 14:14:37.711075 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6630dd20-64e4-40c0-8195-ddbe65022f13 req-6246d8f6-3012-451c-9e41-fe1c342f089a service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805812 Apr 26 14:14:38.366777 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f575da7-c699-48c0-a7c0-8d22d467d2ef req-9e99f482-5d95-40e8-b166-4c47e8931070 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:38.368280 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2f575da7-c699-48c0-a7c0-8d22d467d2ef req-9e99f482-5d95-40e8-b166-4c47e8931070 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0510175 Apr 26 14:14:38.425094 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2f575da7-c699-48c0-a7c0-8d22d467d2ef req-e802d222-d908-4fce-acb9-ca3241f51ccc tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514472 Apr 26 14:14:39.454222 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:14:39.547765 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ccab0-b93b-4ba6-990e-9cac519859bf req-3948bbc2-63bf-4b01-8cf3-faa81f4ae6b4 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:39.549252 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c92ccab0-b93b-4ba6-990e-9cac519859bf req-3948bbc2-63bf-4b01-8cf3-faa81f4ae6b4 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0557835 Apr 26 14:14:39.594155 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c92ccab0-b93b-4ba6-990e-9cac519859bf req-09307b99-bf31-415f-927a-601fa4b5fdea tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393550 Apr 26 14:14:39.836311 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 810ab89f-1bef-4d1f-8904-66a25c3ff2cf no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:14:39.856119 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: 810ab89f-1bef-4d1f-8904-66a25c3ff2cf {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:14:39.856464 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 810ab89f-1bef-4d1f-8904-66a25c3ff2cf not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:14:40.709906 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d6644-4097-4831-b8a1-d1b00c0b3db5 req-71ff5b81-6a00-41b6-b080-e0ae6c9a79d4 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:40.711370 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ce3d6644-4097-4831-b8a1-d1b00c0b3db5 req-71ff5b81-6a00-41b6-b080-e0ae6c9a79d4 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0510631 Apr 26 14:14:40.761095 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ce3d6644-4097-4831-b8a1-d1b00c0b3db5 req-780c81e7-8d98-4cdf-b320-f4e744f34e5e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441902 Apr 26 14:14:40.822835 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:41.879396 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c71f3-1549-4274-a04c-f580426da24b req-f23051a5-295c-4223-9efa-33b0a7a8485f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:41.880877 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-053c71f3-1549-4274-a04c-f580426da24b req-f23051a5-295c-4223-9efa-33b0a7a8485f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0519421 Apr 26 14:14:41.927179 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-053c71f3-1549-4274-a04c-f580426da24b req-eba93fb6-a30b-43fe-871e-4ace2b8a71de tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407810 Apr 26 14:14:42.271503 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75c3a9-b00b-42aa-919d-1aedabcf686c req-2783b0e0-7468-427f-8d47-03f1d9449295 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:42.272978 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5f75c3a9-b00b-42aa-919d-1aedabcf686c req-2783b0e0-7468-427f-8d47-03f1d9449295 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0541234 Apr 26 14:14:42.324386 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5f75c3a9-b00b-42aa-919d-1aedabcf686c req-cc9b6235-0fb0-47fc-b6e6-0ded90f9075f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455985 Apr 26 14:14:43.043070 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5833710-3651-4aba-9efe-fe5d0d60c113 req-1b85689a-6264-48af-a6e2-943a16c6842e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:43.044530 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f5833710-3651-4aba-9efe-fe5d0d60c113 req-1b85689a-6264-48af-a6e2-943a16c6842e tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0508642 Apr 26 14:14:43.088700 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f5833710-3651-4aba-9efe-fe5d0d60c113 req-6100ae80-fec7-4b84-aa27-81a25dc2028a tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380869 Apr 26 14:14:43.202525 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f6773-19ca-4b05-8f82-de5c5a491228 req-443cc1bc-0d0b-41f9-8377-1cd5d886e08a tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:43.204463 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d42f6773-19ca-4b05-8f82-de5c5a491228 req-443cc1bc-0d0b-41f9-8377-1cd5d886e08a tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0538349 Apr 26 14:14:43.212947 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59230) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:14:43.217437 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-3b116470-d2d0-4eb1-bcaf-90e17f3735f1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Request body: {'floatingip': {'port_id': 'e48d3e25-6975-41a5-953a-e283cc06a7c3'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:14:43.273533 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3b116470-d2d0-4eb1-bcaf-90e17f3735f1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for floatingip (0223b642-8890-4a65-be39-2da23911878b), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:43.520208 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98203c-0cb9-4a75-ae24-698481af8cb6 req-7de49d07-52bf-4f7c-ac7d-da079951ce41 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:43.521670 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0d98203c-0cb9-4a75-ae24-698481af8cb6 req-7de49d07-52bf-4f7c-ac7d-da079951ce41 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.1319067 Apr 26 14:14:43.614887 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0d98203c-0cb9-4a75-ae24-698481af8cb6 req-3286dcb2-f2d9-4a41-b5a0-f3b75d2ccc88 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875702 Apr 26 14:14:43.800431 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3b116470-d2d0-4eb1-bcaf-90e17f3735f1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:43.873942 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3b116470-d2d0-4eb1-bcaf-90e17f3735f1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (0223b642-8890-4a65-be39-2da23911878b), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:44.077149 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b116470-d2d0-4eb1-bcaf-90e17f3735f1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Router 99f8baf1-417d-40f2-995e-618c86edc4c6 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:14:44.180580 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b116470-d2d0-4eb1-bcaf-90e17f3735f1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:14:44.185401 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3b116470-d2d0-4eb1-bcaf-90e17f3735f1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:44.190389 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03752c5-5923-4fd4-9534-3b4b70d05bf4 None None] Sync routers for ids ['99f8baf1-417d-40f2-995e-618c86edc4c6'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:14:44.202576 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03752c5-5923-4fd4-9534-3b4b70d05bf4 None None] Routers {'99f8baf1-417d-40f2-995e-618c86edc4c6'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:14:44.203199 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-f03752c5-5923-4fd4-9534-3b4b70d05bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['99f8baf1-417d-40f2-995e-618c86edc4c6'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:44.215171 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'tag': 'e48d3e25-6975-41a5-953a-e283cc06a7c3'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:14:44.217428 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a35d22-9e73-48ef-8bef-de26906492fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1af8e557-0521-4ed6-971f-dfa80ec191c9", "tag": "e48d3e25-6975-41a5-953a-e283cc06a7c3"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:14:44.258035 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-3b116470-d2d0-4eb1-bcaf-90e17f3735f1 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "PUT /v2.0/floatingips/0223b642-8890-4a65-be39-2da23911878b HTTP/1.1" status: 200 len: 993 time: 1.0338206 Apr 26 14:14:44.258035 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a328768b-f4e1-4f59-ae70-211c63f58c0e x-openstack-request-id: req-a328768b-f4e1-4f59-ae70-211c63f58c0e {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:14:44.258035 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af8e557-0521-4ed6-971f-dfa80ec191c9", "tag": "e48d3e25-6975-41a5-953a-e283cc06a7c3", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:14:44.258035 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a328768b-f4e1-4f59-ae70-211c63f58c0e {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:14:44.258035 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a328768b-f4e1-4f59-ae70-211c63f58c0e'] response: {'name': 'network-changed', 'server_uuid': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'tag': 'e48d3e25-6975-41a5-953a-e283cc06a7c3', 'status': 'completed', 'code': 200} Apr 26 14:14:44.385621 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-f03752c5-5923-4fd4-9534-3b4b70d05bf4 None None] Set router 99f8baf1-417d-40f2-995e-618c86edc4c6 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:14:44.599429 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-f03752c5-5923-4fd4-9534-3b4b70d05bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '0223b642-8890-4a65-be39-2da23911878b', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'port_id': 'e48d3e25-6975-41a5-953a-e283cc06a7c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'mac_address': 'fa:16:3e:24:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:12:20Z', 'updated_at': '2022-04-26T14:14:43Z', 'revision_number': 3, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab253f6-89f8-445f-bd80-7c647aaab775', 'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'mac_address': 'fa:16:3e:3f:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:16Z', 'updated_at': '2022-04-26T14:10:29Z', 'revision_number': 5, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'subnets': [{'id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:44.628344 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03752c5-5923-4fd4-9534-3b4b70d05bf4 None None] Checking router: 99f8baf1-417d-40f2-995e-618c86edc4c6 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:14:44.636317 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03752c5-5923-4fd4-9534-3b4b70d05bf4 None None] Routers {'99f8baf1-417d-40f2-995e-618c86edc4c6'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:14:44.636950 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-f03752c5-5923-4fd4-9534-3b4b70d05bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['99f8baf1-417d-40f2-995e-618c86edc4c6'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:44.734433 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3aebb-643b-4231-b81d-fd83a2663d12 req-4dae0500-d933-4e4d-8474-de89c0b7fd53 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:44.735963 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-77f3aebb-643b-4231-b81d-fd83a2663d12 req-4dae0500-d933-4e4d-8474-de89c0b7fd53 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0536723 Apr 26 14:14:44.747679 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-f03752c5-5923-4fd4-9534-3b4b70d05bf4 None None] Set router 99f8baf1-417d-40f2-995e-618c86edc4c6 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:14:44.785877 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-77f3aebb-643b-4231-b81d-fd83a2663d12 req-a7e51a3c-6c3b-4c38-9c64-aeec6f7e26e4 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439539 Apr 26 14:14:44.963252 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-f03752c5-5923-4fd4-9534-3b4b70d05bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '0223b642-8890-4a65-be39-2da23911878b', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'port_id': 'e48d3e25-6975-41a5-953a-e283cc06a7c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'mac_address': 'fa:16:3e:24:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:12:20Z', 'updated_at': '2022-04-26T14:14:43Z', 'revision_number': 3, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab253f6-89f8-445f-bd80-7c647aaab775', 'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'mac_address': 'fa:16:3e:3f:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:16Z', 'updated_at': '2022-04-26T14:10:29Z', 'revision_number': 5, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'subnets': [{'id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:44.991895 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03752c5-5923-4fd4-9534-3b4b70d05bf4 None None] The sync data for ids ['99f8baf1-417d-40f2-995e-618c86edc4c6'] in dv-cinder-835133-2-iscsi is: [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '0223b642-8890-4a65-be39-2da23911878b', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'port_id': 'e48d3e25-6975-41a5-953a-e283cc06a7c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'mac_address': 'fa:16:3e:24:2c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:12:20Z', 'updated_at': '2022-04-26T14:14:43Z', 'revision_number': 3, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab253f6-89f8-445f-bd80-7c647aaab775', 'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'mac_address': 'fa:16:3e:3f:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:16Z', 'updated_at': '2022-04-26T14:10:29Z', 'revision_number': 5, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'subnets': [{'id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:14:45.902641 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f6c6d-e518-4d27-acad-7c6799425c9d req-27f44061-de52-4352-9b4f-72d7787a4e57 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:45.904099 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-010f6c6d-e518-4d27-acad-7c6799425c9d req-27f44061-de52-4352-9b4f-72d7787a4e57 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.0510166 Apr 26 14:14:45.948571 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-010f6c6d-e518-4d27-acad-7c6799425c9d req-46b833a1-46d1-4e72-92d0-f5a4d0c71aad tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390813 Apr 26 14:14:46.257589 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'tag': 'e48d3e25-6975-41a5-953a-e283cc06a7c3'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:14:46.259968 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0340645c-b808-4eda-9f22-1a9cb5628852" -d '{"events": [{"name": "network-changed", "server_uuid": "1af8e557-0521-4ed6-971f-dfa80ec191c9", "tag": "e48d3e25-6975-41a5-953a-e283cc06a7c3"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:14:46.292998 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b9b64b-8b61-402e-8371-5fbe6604639b x-openstack-request-id: req-f0b9b64b-8b61-402e-8371-5fbe6604639b {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:14:46.293292 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af8e557-0521-4ed6-971f-dfa80ec191c9", "tag": "e48d3e25-6975-41a5-953a-e283cc06a7c3", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:14:46.293546 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0b9b64b-8b61-402e-8371-5fbe6604639b {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:14:46.293945 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b9b64b-8b61-402e-8371-5fbe6604639b'] response: {'name': 'network-changed', 'server_uuid': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'tag': 'e48d3e25-6975-41a5-953a-e283cc06a7c3', 'status': 'completed', 'code': 200} Apr 26 14:14:46.721197 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340645c-b808-4eda-9f22-1a9cb5628852 req-380fc5fa-6ab3-4f73-9625-c0d9994a6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:46.723210 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0340645c-b808-4eda-9f22-1a9cb5628852 req-380fc5fa-6ab3-4f73-9625-c0d9994a6cce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 1129 time: 0.0523548 Apr 26 14:14:46.814857 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340645c-b808-4eda-9f22-1a9cb5628852 req-83386a66-e3e0-42d6-ba36-1430f8596730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:46.816384 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0340645c-b808-4eda-9f22-1a9cb5628852 req-83386a66-e3e0-42d6-ba36-1430f8596730 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 919 time: 0.0830891 Apr 26 14:14:46.887563 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0340645c-b808-4eda-9f22-1a9cb5628852 req-d7cd1960-7ce8-4934-bdda-cd26655041c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48d3e25-6975-41a5-953a-e283cc06a7c3 HTTP/1.1" status: 200 len: 1001 time: 0.0634916 Apr 26 14:14:46.936369 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340645c-b808-4eda-9f22-1a9cb5628852 req-cc60b041-1d92-4e48-95d8-5e4024079b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:46.937831 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0340645c-b808-4eda-9f22-1a9cb5628852 req-cc60b041-1d92-4e48-95d8-5e4024079b1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.0431473 Apr 26 14:14:46.953558 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-080801e5-a53c-4b38-b3cb-0f5492c8a266 req-a36fe382-98ca-43de-b30e-2c6fe8cc1ede tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-11990393&fields=id&tenant_id=9211b70dd81f45fa8abd2cfaf151e4d6 HTTP/1.1" status: 200 len: 267 time: 0.0443382 Apr 26 14:14:47.002084 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340645c-b808-4eda-9f22-1a9cb5628852 req-0c766cd2-e6e5-43d9-8482-84190acedfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:47.003846 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0340645c-b808-4eda-9f22-1a9cb5628852 req-0c766cd2-e6e5-43d9-8482-84190acedfe3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458317 Apr 26 14:14:47.014821 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080801e5-a53c-4b38-b3cb-0f5492c8a266 req-369122de-e6ca-4869-8070-7b4f52cf6f7c tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:47.016463 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-080801e5-a53c-4b38-b3cb-0f5492c8a266 req-369122de-e6ca-4869-8070-7b4f52cf6f7c tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 985 time: 0.0552425 Apr 26 14:14:47.028170 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [req-080801e5-a53c-4b38-b3cb-0f5492c8a266 req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Request body: {'port': {'security_groups': ['7dd6432c-2a44-4368-9b66-0c4893d25fd7']}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:14:47.106106 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-080801e5-a53c-4b38-b3cb-0f5492c8a266 req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:47.124979 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355eda1c-3f52-4f0e-a2c4-eaec8a0154ec req-7721557d-ca1f-48f5-b109-87cba6ae2338 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:47.126525 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-355eda1c-3f52-4f0e-a2c4-eaec8a0154ec req-7721557d-ca1f-48f5-b109-87cba6ae2338 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.1084311 Apr 26 14:14:47.143776 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0340645c-b808-4eda-9f22-1a9cb5628852 req-4c76c8e1-fcd7-4c93-a532-1a4389d5c34b service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323042 Apr 26 14:14:47.245113 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-355eda1c-3f52-4f0e-a2c4-eaec8a0154ec req-2a2393cf-338f-43b6-8346-a35081e330e8 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129508 Apr 26 14:14:47.295218 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-3a48b276-b4c0-4396-ba2b-d1e05dea3b86 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:47.296653 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-3a48b276-b4c0-4396-ba2b-d1e05dea3b86 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.26 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.1345780 Apr 26 14:14:47.316694 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [req-080801e5-a53c-4b38-b3cb-0f5492c8a266 req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] For port abcf92b7-d4b6-41b9-80c4-6fbda749a755, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=abcf92b7-d4b6-41b9-80c4-6fbda749a755,segment=NetworkSegment(51ad5a88-2866-4657-b8cb-e96febfe5ebb),segment_id=51ad5a88-2866-4657-b8cb-e96febfe5ebb)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:14:47.341043 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0340645c-b808-4eda-9f22-1a9cb5628852 req-b2014e6a-1596-4d18-8646-3c7e76ec804e service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775997 Apr 26 14:14:47.345824 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-080801e5-a53c-4b38-b3cb-0f5492c8a266 req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:47.405537 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-080801e5-a53c-4b38-b3cb-0f5492c8a266 req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745578'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:47.421150 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['abcf92b7-d4b6-41b9-80c4-6fbda749a755'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:14:47.448881 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a35d22-9e73-48ef-8bef-de26906492fb req-4ef5cd90-3e3b-42d6-8442-2ea909ef2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:47.450428 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-42a35d22-9e73-48ef-8bef-de26906492fb req-4ef5cd90-3e3b-42d6-8442-2ea909ef2f6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 1129 time: 0.0678935 Apr 26 14:14:47.455621 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-8925877a-87ab-43bf-bcca-d714c1323a6e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Deleting port ca1854d6-548d-485b-8cbc-1f2457d13483 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:14:47.456593 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-8925877a-87ab-43bf-bcca-d714c1323a6e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:47.488180 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080801e5-a53c-4b38-b3cb-0f5492c8a266 req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:47.488828 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-080801e5-a53c-4b38-b3cb-0f5492c8a266 req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for port (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:47.496714 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-080801e5-a53c-4b38-b3cb-0f5492c8a266 req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "PUT /v2.0/ports/abcf92b7-d4b6-41b9-80c4-6fbda749a755 HTTP/1.1" status: 200 len: 943 time: 0.4730794 Apr 26 14:14:47.497607 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'tag': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:14:47.499518 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478595fd5860eeef178e2f17bc4da562bcc5ac2bcb416f5f119a8a02bbcefaa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9851e8-49ad-4c7b-886b-17bd9c43e918" -d '{"events": [{"name": "network-changed", "server_uuid": "04ed8647-f0ef-4959-a4ec-f0d32051f5de", "tag": "abcf92b7-d4b6-41b9-80c4-6fbda749a755"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:14:47.510052 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59264) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:14:47.566461 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Pushing event updated for resources: {'Port': ['ID=abcf92b7-d4b6-41b9-80c4-6fbda749a755,revision_number=7']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:47.570494 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048a4d7a-dd8f-4201-ad65-15b2a79291f0 x-openstack-request-id: req-048a4d7a-dd8f-4201-ad65-15b2a79291f0 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:14:47.570791 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ed8647-f0ef-4959-a4ec-f0d32051f5de", "tag": "abcf92b7-d4b6-41b9-80c4-6fbda749a755", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:14:47.571050 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-048a4d7a-dd8f-4201-ad65-15b2a79291f0 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:14:47.571459 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048a4d7a-dd8f-4201-ad65-15b2a79291f0'] response: {'name': 'network-changed', 'server_uuid': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'tag': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755', 'status': 'completed', 'code': 200} Apr 26 14:14:47.584532 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:47.584876 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:47.585224 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:47.585566 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:47.585920 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:47.586262 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:47.586594 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:47.586926 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:47.587255 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:47.587583 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:47.587916 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:47.588238 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:47.588582 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8da97f-4256-4f56-a937-d0e0861fd468 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:47.606233 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['abcf92b7-d4b6-41b9-80c4-6fbda749a755'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:14:47.628494 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-18bebbd8-e53d-4092-b454-0d468bc6fd5b tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group (ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:47.671481 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-18bebbd8-e53d-4092-b454-0d468bc6fd5b tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group (ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:47.808497 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-18bebbd8-e53d-4092-b454-0d468bc6fd5b tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:47.811509 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-18bebbd8-e53d-4092-b454-0d468bc6fd5b tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:47.818983 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-18bebbd8-e53d-4092-b454-0d468bc6fd5b tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "DELETE /v2.0/security-groups/ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2 HTTP/1.1" status: 204 len: 168 time: 0.3028343 Apr 26 14:14:47.820026 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-26228a5a-c787-4a9a-82cb-c230e7031008 None None] Provisioning complete for port abcf92b7-d4b6-41b9-80c4-6fbda749a755 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:14:47.820564 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-26228a5a-c787-4a9a-82cb-c230e7031008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:47.821429 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59272) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:14:47.834849 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bebbd8-e53d-4092-b454-0d468bc6fd5b tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8b00a7-ca9f-4274-b3b7-d02ea0c017c2,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:47.933754 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-26228a5a-c787-4a9a-82cb-c230e7031008 None None] Current status of the port abcf92b7-d4b6-41b9-80c4-6fbda749a755 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:14:47.961028 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-8925877a-87ab-43bf-bcca-d714c1323a6e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] For port ca1854d6-548d-485b-8cbc-1f2457d13483, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ca1854d6-548d-485b-8cbc-1f2457d13483,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:14:47.961028 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-8925877a-87ab-43bf-bcca-d714c1323a6e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:47.963653 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a35d22-9e73-48ef-8bef-de26906492fb req-87a7422c-8726-4da9-bf82-eb0d2bdd8a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:47.965115 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-42a35d22-9e73-48ef-8bef-de26906492fb req-87a7422c-8726-4da9-bf82-eb0d2bdd8a28 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 919 time: 0.5055954 Apr 26 14:14:47.975294 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9851e8-49ad-4c7b-886b-17bd9c43e918 req-62c43c65-0658-42bd-92b2-6d992d066f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:47.976763 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-aa9851e8-49ad-4c7b-886b-17bd9c43e918 req-62c43c65-0658-42bd-92b2-6d992d066f1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9211b70dd81f45fa8abd2cfaf151e4d6&device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 1130 time: 0.3861306 Apr 26 14:14:48.112850 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-39ab10d7-5fac-4591-81c6-b666346ee19f tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:48.114327 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-39ab10d7-5fac-4591-81c6-b666346ee19f tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/networks?id=7a9cd801-4fa3-4614-975b-7aad7bd70432 HTTP/1.1" status: 200 len: 814 time: 0.1311495 Apr 26 14:14:48.116449 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-a6be94c9-e989-4cb4-858a-20faf0dc0ac2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Deleting port 68c07d73-c313-4cf6-b9e0-c5ad0a8b57df {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:14:48.116788 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a6be94c9-e989-4cb4-858a-20faf0dc0ac2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (68c07d73-c313-4cf6-b9e0-c5ad0a8b57df), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:48.161810 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-c3677fb3-9b76-4540-a9eb-33245b2e6ec5 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/quotas/044c341dbfb24ed2812bc91e85e6b06a HTTP/1.1" status: 200 len: 375 time: 0.0339799 Apr 26 14:14:48.179154 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-42a35d22-9e73-48ef-8bef-de26906492fb req-86dcc867-3412-47a3-ad8f-e8ceb32c0a86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e48d3e25-6975-41a5-953a-e283cc06a7c3 HTTP/1.1" status: 200 len: 1001 time: 0.2060275 Apr 26 14:14:48.199098 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-8f5a1af8-1c40-4481-9dfa-1e54637cfd3d tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=044c341dbfb24ed2812bc91e85e6b06a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309436 Apr 26 14:14:48.262631 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a6be94c9-e989-4cb4-858a-20faf0dc0ac2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (68c07d73-c313-4cf6-b9e0-c5ad0a8b57df), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:48.262890 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a6be94c9-e989-4cb4-858a-20faf0dc0ac2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for floatingip (68c07d73-c313-4cf6-b9e0-c5ad0a8b57df), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:48.282493 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-a6be94c9-e989-4cb4-858a-20faf0dc0ac2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Calling delete_port for 68c07d73-c313-4cf6-b9e0-c5ad0a8b57df owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:14:48.319075 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9851e8-49ad-4c7b-886b-17bd9c43e918 req-f2f68877-50bc-4a7b-ae8b-f5e7f521e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:48.320601 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-aa9851e8-49ad-4c7b-886b-17bd9c43e918 req-f2f68877-50bc-4a7b-ae8b-f5e7f521e9ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=39bb26a1-84de-43e7-8b61-6213bc37b526 HTTP/1.1" status: 200 len: 916 time: 0.3346772 Apr 26 14:14:48.325774 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a35d22-9e73-48ef-8bef-de26906492fb req-36428281-7fe6-46f0-96a0-d7be9b2125b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:48.327157 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-42a35d22-9e73-48ef-8bef-de26906492fb req-36428281-7fe6-46f0-96a0-d7be9b2125b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.1193972 Apr 26 14:14:48.434105 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-8925877a-87ab-43bf-bcca-d714c1323a6e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:48.434473 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-8925877a-87ab-43bf-bcca-d714c1323a6e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (310be3c2-37cd-4417-b5e8-9f94f71b8ec4), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:48.434788 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-8925877a-87ab-43bf-bcca-d714c1323a6e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Floating IP 310be3c2-37cd-4417-b5e8-9f94f71b8ec4 disassociated. External IP: 172.27.1.117, port: ca1854d6-548d-485b-8cbc-1f2457d13483. Apr 26 14:14:48.435128 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-8925877a-87ab-43bf-bcca-d714c1323a6e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Calling delete_port for ca1854d6-548d-485b-8cbc-1f2457d13483 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:14:48.509686 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-aa9851e8-49ad-4c7b-886b-17bd9c43e918 req-310e2cee-dfa3-4994-9f06-41890205cf71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abcf92b7-d4b6-41b9-80c4-6fbda749a755 HTTP/1.1" status: 200 len: 1002 time: 0.1513758 Apr 26 14:14:48.558163 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a35d22-9e73-48ef-8bef-de26906492fb req-164241c5-51b8-4fa1-8eb7-7006793ca276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:48.559681 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-42a35d22-9e73-48ef-8bef-de26906492fb req-164241c5-51b8-4fa1-8eb7-7006793ca276 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2004139 Apr 26 14:14:48.572657 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0556503-cf6b-4f9f-9bab-326e0f3d404d req-226c3e62-7be6-43ae-b6dd-bcec0c6a224b tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:48.574082 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0556503-cf6b-4f9f-9bab-326e0f3d404d req-226c3e62-7be6-43ae-b6dd-bcec0c6a224b tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 945 time: 0.2445118 Apr 26 14:14:48.592707 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-f024ecb2-772e-420f-99d3-679652cb8a4d service neutron] 10.222.0.23 "GET /v2.0/networks/7a9cd801-4fa3-4614-975b-7aad7bd70432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839068 Apr 26 14:14:48.667987 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9851e8-49ad-4c7b-886b-17bd9c43e918 req-e20ec360-c3d8-49b4-b847-789d77270920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:48.669501 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-aa9851e8-49ad-4c7b-886b-17bd9c43e918 req-e20ec360-c3d8-49b4-b847-789d77270920 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21736fdb-edb7-4182-9064-452899759396 HTTP/1.1" status: 200 len: 854 time: 0.1495526 Apr 26 14:14:48.717935 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-5b60366b-d497-4a66-be0f-f8013e59b187 service neutron] 10.222.0.23 "GET /v2.0/networks/7a9cd801-4fa3-4614-975b-7aad7bd70432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189461 Apr 26 14:14:48.785472 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0556503-cf6b-4f9f-9bab-326e0f3d404d req-cba8f37c-e4b1-4b3b-b18a-563450a1daf5 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef53f007-40a8-45f3-b894-f214c74fe649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987557 Apr 26 14:14:48.789731 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-42a35d22-9e73-48ef-8bef-de26906492fb req-fd326f27-d8ad-4931-9721-cddbe8ac9ce9 service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147431 Apr 26 14:14:48.827943 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a6be94c9-e989-4cb4-858a-20faf0dc0ac2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (68c07d73-c313-4cf6-b9e0-c5ad0a8b57df), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:48.846222 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9851e8-49ad-4c7b-886b-17bd9c43e918 req-1c4338f7-1b79-4eb4-93e6-9dd178ddfa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:48.848241 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-aa9851e8-49ad-4c7b-886b-17bd9c43e918 req-1c4338f7-1b79-4eb4-93e6-9dd178ddfa8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39bb26a1-84de-43e7-8b61-6213bc37b526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1407812 Apr 26 14:14:48.854945 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be94c9-e989-4cb4-858a-20faf0dc0ac2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Pushing event deleted for resources: {'Port': ['ID=68c07d73-c313-4cf6-b9e0-c5ad0a8b57df,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:48.866969 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-8925877a-87ab-43bf-bcca-d714c1323a6e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (ca1854d6-548d-485b-8cbc-1f2457d13483), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:48.943635 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925877a-87ab-43bf-bcca-d714c1323a6e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event deleted for resources: {'Port': ['ID=ca1854d6-548d-485b-8cbc-1f2457d13483,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:48.946460 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a6be94c9-e989-4cb4-858a-20faf0dc0ac2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks [] for floatingip (b588bc0e-aed6-497d-ac45-f5e27dd46a0a), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:48.947188 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-a6be94c9-e989-4cb4-858a-20faf0dc0ac2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Floating IP b588bc0e-aed6-497d-ac45-f5e27dd46a0a disassociated (deleted). External IP: 172.27.1.116, port: abcf92b7-d4b6-41b9-80c4-6fbda749a755. Apr 26 14:14:49.004776 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-42a35d22-9e73-48ef-8bef-de26906492fb req-d1709047-58a3-49da-a0e7-45d87575f4ea service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084837 Apr 26 14:14:49.069282 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-23ff0735-d160-419d-b10f-d6d381b9924c req-b046c0e3-e834-4dc0-9df4-fd779fe62d04 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 210 time: 0.0782020 Apr 26 14:14:49.119722 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-aa9851e8-49ad-4c7b-886b-17bd9c43e918 req-c148298a-8459-4aa6-8823-27979b895330 service neutron] 10.222.0.26 "GET /v2.0/networks/39bb26a1-84de-43e7-8b61-6213bc37b526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639315 Apr 26 14:14:49.195092 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6be94c9-e989-4cb4-858a-20faf0dc0ac2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Router 72e61c60-0b19-49d5-aa6c-1a66558c450c has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:14:49.218932 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-8925877a-87ab-43bf-bcca-d714c1323a6e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:14:49.241148 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-aa9851e8-49ad-4c7b-886b-17bd9c43e918 req-fc7fee7f-8940-487f-8c0a-243b343a7371 service neutron] 10.222.0.26 "GET /v2.0/networks/39bb26a1-84de-43e7-8b61-6213bc37b526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137230 Apr 26 14:14:49.315295 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6be94c9-e989-4cb4-858a-20faf0dc0ac2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:14:49.318647 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a6be94c9-e989-4cb4-858a-20faf0dc0ac2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:49.330146 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92e447-88b9-47b9-bd21-0878b1545985 None None] Sync routers for ids ['72e61c60-0b19-49d5-aa6c-1a66558c450c'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:14:49.342988 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92e447-88b9-47b9-bd21-0878b1545985 None None] Routers {'72e61c60-0b19-49d5-aa6c-1a66558c450c'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:14:49.345103 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-4a92e447-88b9-47b9-bd21-0878b1545985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['72e61c60-0b19-49d5-aa6c-1a66558c450c'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:49.355721 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-a6be94c9-e989-4cb4-858a-20faf0dc0ac2 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "DELETE /v2.0/floatingips/b588bc0e-aed6-497d-ac45-f5e27dd46a0a HTTP/1.1" status: 204 len: 168 time: 1.5270803 Apr 26 14:14:49.360099 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-8925877a-87ab-43bf-bcca-d714c1323a6e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:14:49.370712 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e007e0ed-4ed1-493b-a771-bc57e4ab0b7c None None] Sync routers for ids ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:14:49.384480 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e007e0ed-4ed1-493b-a771-bc57e4ab0b7c None None] Routers {'51076078-4c58-4b04-9c96-d1e52ac4cdc8'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:14:49.387612 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-e007e0ed-4ed1-493b-a771-bc57e4ab0b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:49.467270 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-8925877a-87ab-43bf-bcca-d714c1323a6e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] No DVR routers for this DVR port ca1854d6-548d-485b-8cbc-1f2457d13483 on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:14:49.471107 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-8925877a-87ab-43bf-bcca-d714c1323a6e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:49.487305 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31644ab1-7e50-4f81-b831-e729fd631f07 req-8925877a-87ab-43bf-bcca-d714c1323a6e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.26 "DELETE /v2.0/ports/ca1854d6-548d-485b-8cbc-1f2457d13483 HTTP/1.1" status: 204 len: 173 time: 2.1820610 Apr 26 14:14:49.487831 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feac5dcc-29a9-415d-9898-564338c394d0', 'name': 'network-vif-deleted', 'tag': 'ca1854d6-548d-485b-8cbc-1f2457d13483'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:14:49.496288 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0e2a56-8e30-49ad-97c0-6680510cd2b9" -d '{"events": [{"server_uuid": "feac5dcc-29a9-415d-9898-564338c394d0", "name": "network-vif-deleted", "tag": "ca1854d6-548d-485b-8cbc-1f2457d13483"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:14:49.498911 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-4a92e447-88b9-47b9-bd21-0878b1545985 None None] Set router 72e61c60-0b19-49d5-aa6c-1a66558c450c gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:14:49.530023 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-e007e0ed-4ed1-493b-a771-bc57e4ab0b7c None None] Set router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:14:49.572999 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'tag': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:14:49.579098 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478595fd5860eeef178e2f17bc4da562bcc5ac2bcb416f5f119a8a02bbcefaa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db31502-55aa-4cb7-a360-f2eeec5b670e" -d '{"events": [{"name": "network-changed", "server_uuid": "04ed8647-f0ef-4959-a4ec-f0d32051f5de", "tag": "abcf92b7-d4b6-41b9-80c4-6fbda749a755"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:14:49.583475 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffbb56d-2fec-49ad-b110-f46543791595 x-openstack-request-id: req-bffbb56d-2fec-49ad-b110-f46543791595 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:14:49.583475 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feac5dcc-29a9-415d-9898-564338c394d0", "name": "network-vif-deleted", "tag": "ca1854d6-548d-485b-8cbc-1f2457d13483", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:14:49.584072 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bffbb56d-2fec-49ad-b110-f46543791595 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:14:49.584494 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bffbb56d-2fec-49ad-b110-f46543791595'] response: {'server_uuid': 'feac5dcc-29a9-415d-9898-564338c394d0', 'name': 'network-vif-deleted', 'tag': 'ca1854d6-548d-485b-8cbc-1f2457d13483', 'status': 'completed', 'code': 200} Apr 26 14:14:49.624098 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe77794-9b01-4015-bb33-84262a38ac15 x-openstack-request-id: req-2fe77794-9b01-4015-bb33-84262a38ac15 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:14:49.624394 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ed8647-f0ef-4959-a4ec-f0d32051f5de", "tag": "abcf92b7-d4b6-41b9-80c4-6fbda749a755", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:14:49.624643 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fe77794-9b01-4015-bb33-84262a38ac15 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:14:49.625046 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe77794-9b01-4015-bb33-84262a38ac15'] response: {'name': 'network-changed', 'server_uuid': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'tag': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755', 'status': 'completed', 'code': 200} Apr 26 14:14:49.696742 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db31502-55aa-4cb7-a360-f2eeec5b670e req-49b2c94f-332b-44b7-8b8c-bcb6c3edd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:49.698583 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7db31502-55aa-4cb7-a360-f2eeec5b670e req-49b2c94f-332b-44b7-8b8c-bcb6c3edd708 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9211b70dd81f45fa8abd2cfaf151e4d6&device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 1130 time: 0.0528946 Apr 26 14:14:49.834487 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-4a92e447-88b9-47b9-bd21-0878b1545985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:20Z', 'revision_number': 4, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'gw_port': {'id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '07c2857b-d0c0-42b9-bc04-7835204b1cf0', 'name': '', 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'mac_address': 'fa:16:3e:d3:5d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '21736fdb-edb7-4182-9064-452899759396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:20Z', 'updated_at': '2022-04-26T14:11:25Z', 'revision_number': 5, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'subnets': [{'id': '21736fdb-edb7-4182-9064-452899759396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:49.839380 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db31502-55aa-4cb7-a360-f2eeec5b670e req-7ee3d92d-9168-4f80-a637-6271ac3fa6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:49.841045 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7db31502-55aa-4cb7-a360-f2eeec5b670e req-7ee3d92d-9168-4f80-a637-6271ac3fa6b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=39bb26a1-84de-43e7-8b61-6213bc37b526 HTTP/1.1" status: 200 len: 916 time: 0.1305356 Apr 26 14:14:49.876307 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92e447-88b9-47b9-bd21-0878b1545985 None None] Checking router: 72e61c60-0b19-49d5-aa6c-1a66558c450c for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:14:49.885189 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-e007e0ed-4ed1-493b-a771-bc57e4ab0b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': 'ffde2bf7-c614-4e10-931f-e32bcbf2200a', 'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'mac_address': 'fa:16:3e:5c:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:15Z', 'updated_at': '2022-04-26T14:10:26Z', 'revision_number': 5, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'subnets': [{'id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:49.886580 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92e447-88b9-47b9-bd21-0878b1545985 None None] Routers {'72e61c60-0b19-49d5-aa6c-1a66558c450c'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:14:49.887373 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-4a92e447-88b9-47b9-bd21-0878b1545985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['72e61c60-0b19-49d5-aa6c-1a66558c450c'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:49.931548 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7db31502-55aa-4cb7-a360-f2eeec5b670e req-fb85dce6-b1e5-4c34-b92a-f6c2447d8dba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abcf92b7-d4b6-41b9-80c4-6fbda749a755 HTTP/1.1" status: 200 len: 217 time: 0.0833881 Apr 26 14:14:49.933046 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e007e0ed-4ed1-493b-a771-bc57e4ab0b7c None None] Checking router: 51076078-4c58-4b04-9c96-d1e52ac4cdc8 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:14:49.945447 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e007e0ed-4ed1-493b-a771-bc57e4ab0b7c None None] Routers {'51076078-4c58-4b04-9c96-d1e52ac4cdc8'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:14:49.946184 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-e007e0ed-4ed1-493b-a771-bc57e4ab0b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:49.956817 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b30f6eeb-d77a-4e0b-bc96-2280e23e271f req-94af6e57-acf6-4a12-9ebf-77959b12ef8b tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=feac5dcc-29a9-415d-9898-564338c394d0 HTTP/1.1" status: 200 len: 210 time: 0.0487280 Apr 26 14:14:50.001689 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db31502-55aa-4cb7-a360-f2eeec5b670e req-b3403ad2-7a47-45e5-9494-d9b4fc508412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:50.004698 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7db31502-55aa-4cb7-a360-f2eeec5b670e req-b3403ad2-7a47-45e5-9494-d9b4fc508412 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21736fdb-edb7-4182-9064-452899759396 HTTP/1.1" status: 200 len: 854 time: 0.0652127 Apr 26 14:14:50.047937 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-4a92e447-88b9-47b9-bd21-0878b1545985 None None] Set router 72e61c60-0b19-49d5-aa6c-1a66558c450c gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:14:50.074780 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db31502-55aa-4cb7-a360-f2eeec5b670e req-fc636c87-b9dc-4476-a930-4c05dffc9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:50.076406 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7db31502-55aa-4cb7-a360-f2eeec5b670e req-fc636c87-b9dc-4476-a930-4c05dffc9a3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39bb26a1-84de-43e7-8b61-6213bc37b526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630744 Apr 26 14:14:50.079003 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-e007e0ed-4ed1-493b-a771-bc57e4ab0b7c None None] Set router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:14:50.169118 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f18c9df-2f8c-4021-ae95-885f62fb4b53 req-32accf9e-ffe7-4943-bfdf-e53566f47306 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 210 time: 0.0337248 Apr 26 14:14:50.213197 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7db31502-55aa-4cb7-a360-f2eeec5b670e req-dabd2fbd-2651-4dcf-afd3-686ef2931b9d service neutron] 10.222.0.26 "GET /v2.0/networks/39bb26a1-84de-43e7-8b61-6213bc37b526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279731 Apr 26 14:14:50.334506 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7db31502-55aa-4cb7-a360-f2eeec5b670e req-6dd4b1a9-00af-434a-a93b-ea00c0651134 service neutron] 10.222.0.26 "GET /v2.0/networks/39bb26a1-84de-43e7-8b61-6213bc37b526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093397 Apr 26 14:14:50.343211 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-4a92e447-88b9-47b9-bd21-0878b1545985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:20Z', 'revision_number': 4, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'gw_port': {'id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '07c2857b-d0c0-42b9-bc04-7835204b1cf0', 'name': '', 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'mac_address': 'fa:16:3e:d3:5d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '21736fdb-edb7-4182-9064-452899759396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:20Z', 'updated_at': '2022-04-26T14:11:25Z', 'revision_number': 5, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'subnets': [{'id': '21736fdb-edb7-4182-9064-452899759396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:50.389888 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92e447-88b9-47b9-bd21-0878b1545985 None None] The sync data for ids ['72e61c60-0b19-49d5-aa6c-1a66558c450c'] in dv-cinder-835133-2-iscsi is: [{'id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:20Z', 'revision_number': 4, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'gw_port': {'id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '07c2857b-d0c0-42b9-bc04-7835204b1cf0', 'name': '', 'network_id': '39bb26a1-84de-43e7-8b61-6213bc37b526', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'mac_address': 'fa:16:3e:d3:5d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '21736fdb-edb7-4182-9064-452899759396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:20Z', 'updated_at': '2022-04-26T14:11:25Z', 'revision_number': 5, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'subnets': [{'id': '21736fdb-edb7-4182-9064-452899759396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:14:50.495814 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-e007e0ed-4ed1-493b-a771-bc57e4ab0b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': 'ffde2bf7-c614-4e10-931f-e32bcbf2200a', 'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'mac_address': 'fa:16:3e:5c:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:15Z', 'updated_at': '2022-04-26T14:10:26Z', 'revision_number': 5, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'subnets': [{'id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:50.533525 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e007e0ed-4ed1-493b-a771-bc57e4ab0b7c None None] The sync data for ids ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'] in dv-cinder-835133-2-iscsi is: [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': 'ffde2bf7-c614-4e10-931f-e32bcbf2200a', 'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'mac_address': 'fa:16:3e:5c:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:15Z', 'updated_at': '2022-04-26T14:10:26Z', 'revision_number': 5, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'subnets': [{'id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:14:50.832613 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5e866-ac55-4e40-94ff-567c4cfe4d2a None None] New status for floating IP b588bc0e-aed6-497d-ac45-f5e27dd46a0a: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:14:50.867079 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d90bc35-c1ee-433a-9f32-01b89dad55bc None None] New status for floating IP 310be3c2-37cd-4417-b5e8-9f94f71b8ec4: DOWN {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:14:51.083033 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560170e-2b0f-45eb-8a12-625940805aae req-6f8f034f-f2ca-42f7-92f8-0d883ff65f96 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:51.090543 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a560170e-2b0f-45eb-8a12-625940805aae req-6f8f034f-f2ca-42f7-92f8-0d883ff65f96 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 946 time: 0.0694194 Apr 26 14:14:51.110288 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59330) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:14:51.149399 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a560170e-2b0f-45eb-8a12-625940805aae req-5687c002-b6d6-4cb6-a711-927fd92d5422 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568821 Apr 26 14:14:51.180758 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a57a0399-c919-4563-8472-4aa38754be12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group (ef53f007-40a8-45f3-b894-f214c74fe649), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:51.210379 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a57a0399-c919-4563-8472-4aa38754be12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group (ef53f007-40a8-45f3-b894-f214c74fe649), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:51.282040 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2a54d929-0a87-49f4-88ae-647c59147840 req-c3b74ef7-5b10-4f3c-b55f-c11d9d51285d tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 210 time: 0.0272892 Apr 26 14:14:51.339008 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a57a0399-c919-4563-8472-4aa38754be12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ef53f007-40a8-45f3-b894-f214c74fe649), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:51.341494 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a57a0399-c919-4563-8472-4aa38754be12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:51.342617 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-a57a0399-c919-4563-8472-4aa38754be12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "DELETE /v2.0/security-groups/ef53f007-40a8-45f3-b894-f214c74fe649 HTTP/1.1" status: 204 len: 168 time: 0.2311180 Apr 26 14:14:51.345391 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59334) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:14:51.360039 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.api.v2.resource [None req-b9beb4d1-300f-4a41-9420-5fff1be251a3 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] show failed (client error): The resource could not be found. Apr 26 14:14:51.364443 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b9beb4d1-300f-4a41-9420-5fff1be251a3 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups/ef53f007-40a8-45f3-b894-f214c74fe649 HTTP/1.1" status: 404 len: 347 time: 0.0147855 Apr 26 14:14:51.364656 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59336) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:14:51.527792 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-c79b053e-f39f-4e86-a236-81ee4e97fe12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Deleting port afa6c88a-f03a-4e14-a41d-124f7bbbcf9b {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:14:51.528173 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c79b053e-f39f-4e86-a236-81ee4e97fe12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (afa6c88a-f03a-4e14-a41d-124f7bbbcf9b), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:51.609921 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c79b053e-f39f-4e86-a236-81ee4e97fe12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (afa6c88a-f03a-4e14-a41d-124f7bbbcf9b), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:51.610412 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c79b053e-f39f-4e86-a236-81ee4e97fe12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for floatingip (afa6c88a-f03a-4e14-a41d-124f7bbbcf9b), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:51.624227 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-c79b053e-f39f-4e86-a236-81ee4e97fe12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Calling delete_port for afa6c88a-f03a-4e14-a41d-124f7bbbcf9b owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:14:51.629357 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a0399-c919-4563-8472-4aa38754be12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef53f007-40a8-45f3-b894-f214c74fe649,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:51.701379 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-37fc9377-b1ab-4589-af3f-2e3aca6e861f tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:51.703601 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-37fc9377-b1ab-4589-af3f-2e3aca6e861f tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.26 "GET /v2.0/networks?id=7a9cd801-4fa3-4614-975b-7aad7bd70432 HTTP/1.1" status: 200 len: 814 time: 0.3743677 Apr 26 14:14:51.719809 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-8c2c891b-8242-4007-8e0e-e0fe1c87a09e tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Request body: {'port': {'device_id': 'fe65a20d-72c1-414f-a96e-3367b96ab242', 'network_id': '7a9cd801-4fa3-4614-975b-7aad7bd70432', 'admin_state_up': True, 'tenant_id': '044c341dbfb24ed2812bc91e85e6b06a'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:14:51.811724 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c79b053e-f39f-4e86-a236-81ee4e97fe12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (afa6c88a-f03a-4e14-a41d-124f7bbbcf9b), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:51.843708 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b053e-f39f-4e86-a236-81ee4e97fe12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event deleted for resources: {'Port': ['ID=afa6c88a-f03a-4e14-a41d-124f7bbbcf9b,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:51.874513 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-8c2c891b-8242-4007-8e0e-e0fe1c87a09e tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Made reservation on behalf of 044c341dbfb24ed2812bc91e85e6b06a for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:14:51.878599 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-8c2c891b-8242-4007-8e0e-e0fe1c87a09e tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:51.904989 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c79b053e-f39f-4e86-a236-81ee4e97fe12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for floatingip (310be3c2-37cd-4417-b5e8-9f94f71b8ec4), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:51.907885 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c79b053e-f39f-4e86-a236-81ee4e97fe12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:51.909256 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c79b053e-f39f-4e86-a236-81ee4e97fe12 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "DELETE /v2.0/floatingips/310be3c2-37cd-4417-b5e8-9f94f71b8ec4 HTTP/1.1" status: 204 len: 168 time: 0.5433521 Apr 26 14:14:52.014732 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-8c2c891b-8242-4007-8e0e-e0fe1c87a09e tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Allocated IP 172.20.0.5 (7a9cd801-4fa3-4614-975b-7aad7bd70432/cad49114-fd06-4449-a140-91b1946fe637/f6a91cab-f7de-4dd1-92ec-810971322e81) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:14:52.169192 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-8c2c891b-8242-4007-8e0e-e0fe1c87a09e tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks [] for port (f6a91cab-f7de-4dd1-92ec-810971322e81), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:52.263721 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-8c2c891b-8242-4007-8e0e-e0fe1c87a09e tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (f6a91cab-f7de-4dd1-92ec-810971322e81), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:52.317452 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-8c2c891b-8242-4007-8e0e-e0fe1c87a09e tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Network 7a9cd801-4fa3-4614-975b-7aad7bd70432 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:14:52.325823 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-8c2c891b-8242-4007-8e0e-e0fe1c87a09e tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:14:52.334824 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab486f5-ca26-43b7-b00a-00b83ccfa32c req-48b75bd5-5b8f-4bcb-8c4d-59835b6869ac tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:52.336360 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bab486f5-ca26-43b7-b00a-00b83ccfa32c req-48b75bd5-5b8f-4bcb-8c4d-59835b6869ac tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 946 time: 0.1056001 Apr 26 14:14:52.337129 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-8c2c891b-8242-4007-8e0e-e0fe1c87a09e tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:14:52.341423 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c891b-8242-4007-8e0e-e0fe1c87a09e tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Pushing event updated for resources: {'Port': ['ID=f6a91cab-f7de-4dd1-92ec-810971322e81,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:52.438492 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-8c2c891b-8242-4007-8e0e-e0fe1c87a09e tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:52.439322 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-8c2c891b-8242-4007-8e0e-e0fe1c87a09e tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:52.466012 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bab486f5-ca26-43b7-b00a-00b83ccfa32c req-e28ffee8-c985-4808-86a9-4be48b24f469 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045420 Apr 26 14:14:52.492229 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-beddb776-6d29-4c64-8928-d1ff88b976a7 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:52.494589 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-beddb776-6d29-4c64-8928-d1ff88b976a7 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 946 time: 0.1070311 Apr 26 14:14:52.571248 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-8c2c891b-8242-4007-8e0e-e0fe1c87a09e tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8574579 Apr 26 14:14:52.588036 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Request body: {'port': {'device_id': 'fe65a20d-72c1-414f-a96e-3367b96ab242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:14:52.686037 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a9d90-69bf-45f5-b1cb-5bcdc14bad34 req-e5291f59-acd5-4578-bd96-e45dc6954712 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:52.687497 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e26a9d90-69bf-45f5-b1cb-5bcdc14bad34 req-e5291f59-acd5-4578-bd96-e45dc6954712 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 931 time: 0.1514661 Apr 26 14:14:52.701270 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f6a91cab-f7de-4dd1-92ec-810971322e81), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:52.732099 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-93172cb1-613c-4b21-a40f-0e821f0c0abe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Deleting port b92a86e1-039b-46bc-968d-6f19f3817a02 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:14:52.732426 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-93172cb1-613c-4b21-a40f-0e821f0c0abe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:52.794882 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ca1854d6-548d-485b-8cbc-1f2457d13483 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:14:52.816616 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: ca1854d6-548d-485b-8cbc-1f2457d13483 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:14:52.817035 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ca1854d6-548d-485b-8cbc-1f2457d13483 not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:14:52.838781 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e26a9d90-69bf-45f5-b1cb-5bcdc14bad34 req-a77df708-8e72-446a-b0c3-ee0c1ced93bd tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405208 Apr 26 14:14:52.922237 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-93172cb1-613c-4b21-a40f-0e821f0c0abe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] For port b92a86e1-039b-46bc-968d-6f19f3817a02, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=b92a86e1-039b-46bc-968d-6f19f3817a02,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:14:52.922528 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-93172cb1-613c-4b21-a40f-0e821f0c0abe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:53.183816 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-93172cb1-613c-4b21-a40f-0e821f0c0abe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:53.184493 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-93172cb1-613c-4b21-a40f-0e821f0c0abe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (850f1dfe-51a2-4b90-b1ff-c56736a59e6c), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:53.184493 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-93172cb1-613c-4b21-a40f-0e821f0c0abe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Floating IP 850f1dfe-51a2-4b90-b1ff-c56736a59e6c disassociated. External IP: 172.27.1.171, port: b92a86e1-039b-46bc-968d-6f19f3817a02. Apr 26 14:14:53.184698 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-93172cb1-613c-4b21-a40f-0e821f0c0abe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Calling delete_port for b92a86e1-039b-46bc-968d-6f19f3817a02 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:14:53.199333 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a91cab-f7de-4dd1-92ec-810971322e81 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:14:53.208452 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Publish callbacks [] for port (f6a91cab-f7de-4dd1-92ec-810971322e81), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:53.229134 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59360) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:14:53.235229 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-9a83320f-33dd-4292-9310-bafd51a6a766 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--890295727', 'description': 'tempest-description--699954303'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:14:53.254476 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Transition to ACTIVE for port object f6a91cab-f7de-4dd1-92ec-810971322e81 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:14:53.320062 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9a83320f-33dd-4292-9310-bafd51a6a766 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:53.353869 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (f6a91cab-f7de-4dd1-92ec-810971322e81), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:53.407640 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Pushing event updated for resources: {'Port': ['ID=f6a91cab-f7de-4dd1-92ec-810971322e81,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:53.425129 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-93172cb1-613c-4b21-a40f-0e821f0c0abe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (b92a86e1-039b-46bc-968d-6f19f3817a02), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:53.485097 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9a83320f-33dd-4292-9310-bafd51a6a766 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group (9a961d7c-e7f4-4725-8bbf-6747867a3442), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:53.497838 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93172cb1-613c-4b21-a40f-0e821f0c0abe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event deleted for resources: {'Port': ['ID=b92a86e1-039b-46bc-968d-6f19f3817a02,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:53.574432 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-990c568f-1f3e-4916-a28b-1bc4a03fd3c1 req-bc25723f-42e0-4e17-bf16-0c72b843cf1e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 210 time: 0.0274827 Apr 26 14:14:53.583081 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9a83320f-33dd-4292-9310-bafd51a6a766 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (9a961d7c-e7f4-4725-8bbf-6747867a3442), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:53.595666 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Attempting to bind port f6a91cab-f7de-4dd1-92ec-810971322e81 on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:14:53.595666 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Attempting to bind port f6a91cab-f7de-4dd1-92ec-810971322e81 by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': 'a65901b3-9061-40e5-8aac-edcfc59a3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a9cd801-4fa3-4614-975b-7aad7bd70432'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:14:53.595666 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Attempting to bind port f6a91cab-f7de-4dd1-92ec-810971322e81 on network 7a9cd801-4fa3-4614-975b-7aad7bd70432 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:14:53.601034 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Port f6a91cab-f7de-4dd1-92ec-810971322e81 on network 7a9cd801-4fa3-4614-975b-7aad7bd70432 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:14:53.601454 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Attempting to bind port f6a91cab-f7de-4dd1-92ec-810971322e81 on network 7a9cd801-4fa3-4614-975b-7aad7bd70432 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:14:53.613507 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83320f-33dd-4292-9310-bafd51a6a766 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a961d7c-e7f4-4725-8bbf-6747867a3442,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:53.614416 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:14:53.614753 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Checking segment: {'id': 'a65901b3-9061-40e5-8aac-edcfc59a3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a9cd801-4fa3-4614-975b-7aad7bd70432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:14:53.615131 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Bound using segment: {'id': 'a65901b3-9061-40e5-8aac-edcfc59a3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a9cd801-4fa3-4614-975b-7aad7bd70432'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:14:53.615561 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Bound port: f6a91cab-f7de-4dd1-92ec-810971322e81, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65901b3-9061-40e5-8aac-edcfc59a3874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7a9cd801-4fa3-4614-975b-7aad7bd70432'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:14:53.615911 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f6a91cab-f7de-4dd1-92ec-810971322e81), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:53.680378 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-93172cb1-613c-4b21-a40f-0e821f0c0abe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Router 0cc3e767-b818-4c36-8b88-39ff45604e12 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:14:53.701561 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] For port f6a91cab-f7de-4dd1-92ec-810971322e81, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:14:53.704936 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] For port f6a91cab-f7de-4dd1-92ec-810971322e81, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=f6a91cab-f7de-4dd1-92ec-810971322e81,segment=NetworkSegment(a65901b3-9061-40e5-8aac-edcfc59a3874),segment_id=a65901b3-9061-40e5-8aac-edcfc59a3874)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:14:53.761894 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9a83320f-33dd-4292-9310-bafd51a6a766 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:53.763201 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9a83320f-33dd-4292-9310-bafd51a6a766 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5330565 Apr 26 14:14:53.766254 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59368) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:14:53.774472 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-3c6d06a7-ef72-41e7-b4c0-e60c7b53ed9c tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Request body: {'security_group_rule': {'security_group_id': '9a961d7c-e7f4-4725-8bbf-6747867a3442', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:14:53.818050 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-93172cb1-613c-4b21-a40f-0e821f0c0abe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:14:53.827382 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82975e18-1754-4a21-9a67-714bb74ab48c None None] Sync routers for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:14:53.839099 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82975e18-1754-4a21-9a67-714bb74ab48c None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:14:53.839822 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-82975e18-1754-4a21-9a67-714bb74ab48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:53.867777 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-93172cb1-613c-4b21-a40f-0e821f0c0abe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] No DVR routers for this DVR port b92a86e1-039b-46bc-968d-6f19f3817a02 on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:14:53.870125 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-93172cb1-613c-4b21-a40f-0e821f0c0abe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:53.873663 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3528e6d0-b9ed-4a47-abc4-70236a1db7ea req-93172cb1-613c-4b21-a40f-0e821f0c0abe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "DELETE /v2.0/ports/b92a86e1-039b-46bc-968d-6f19f3817a02 HTTP/1.1" status: 204 len: 173 time: 1.3733237 Apr 26 14:14:53.874224 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcfc893-f654-43b1-9ff6-fdd104caa297', 'name': 'network-vif-deleted', 'tag': 'b92a86e1-039b-46bc-968d-6f19f3817a02'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:14:53.876596 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcce55b8-2660-4068-8e3b-d6bc25f07991" -d '{"events": [{"server_uuid": "7dcfc893-f654-43b1-9ff6-fdd104caa297", "name": "network-vif-deleted", "tag": "b92a86e1-039b-46bc-968d-6f19f3817a02"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:14:53.886674 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (f6a91cab-f7de-4dd1-92ec-810971322e81), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:53.972107 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Pushing event updated for resources: {'Port': ['ID=f6a91cab-f7de-4dd1-92ec-810971322e81,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:53.978305 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02a3813-f53e-4e6a-843a-ef38354ee7b4 x-openstack-request-id: req-c02a3813-f53e-4e6a-843a-ef38354ee7b4 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:14:53.979231 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcfc893-f654-43b1-9ff6-fdd104caa297", "name": "network-vif-deleted", "tag": "b92a86e1-039b-46bc-968d-6f19f3817a02", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:14:53.979495 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c02a3813-f53e-4e6a-843a-ef38354ee7b4 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:14:53.980451 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02a3813-f53e-4e6a-843a-ef38354ee7b4'] response: {'server_uuid': '7dcfc893-f654-43b1-9ff6-fdd104caa297', 'name': 'network-vif-deleted', 'tag': 'b92a86e1-039b-46bc-968d-6f19f3817a02', 'status': 'completed', 'code': 200} Apr 26 14:14:53.988624 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:53.989393 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:53.991018 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-e851e222-7953-44fc-a1eb-6058f4775ced service neutron] 10.222.0.26 "PUT /v2.0/ports/f6a91cab-f7de-4dd1-92ec-810971322e81 HTTP/1.1" status: 200 len: 1093 time: 1.4072583 Apr 26 14:14:53.992803 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3c6d06a7-ef72-41e7-b4c0-e60c7b53ed9c tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group_rule (29703664-04a9-45f0-86f1-6610b801a640), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:54.015641 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a6d2c-b5e3-49b6-b6a9-1f111bb8c729 req-572b33c0-0dff-49d8-ad05-78c80c745dc3 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:54.025362 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3a9a6d2c-b5e3-49b6-b6a9-1f111bb8c729 req-572b33c0-0dff-49d8-ad05-78c80c745dc3 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 943 time: 0.1018679 Apr 26 14:14:54.038038 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-82975e18-1754-4a21-9a67-714bb74ab48c None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:14:54.061952 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3c6d06a7-ef72-41e7-b4c0-e60c7b53ed9c tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group_rule (29703664-04a9-45f0-86f1-6610b801a640), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:54.082704 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3a9a6d2c-b5e3-49b6-b6a9-1f111bb8c729 req-d877d9d8-bc79-4967-a724-d88cc29f5057 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562379 Apr 26 14:14:54.166930 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07969c8-aed1-40ea-b3ef-22b571f8a68b req-e116e5d2-a631-4797-a2f5-62e2b927c51d tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:54.168394 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b07969c8-aed1-40ea-b3ef-22b571f8a68b req-e116e5d2-a631-4797-a2f5-62e2b927c51d tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 946 time: 0.0788774 Apr 26 14:14:54.169891 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3c6d06a7-ef72-41e7-b4c0-e60c7b53ed9c tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (29703664-04a9-45f0-86f1-6610b801a640), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:54.198408 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d06a7-ef72-41e7-b4c0-e60c7b53ed9c tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29703664-04a9-45f0-86f1-6610b801a640,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:54.213477 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-32f82ed0-2c12-4073-a01b-130ab9d0396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:54.214967 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-32f82ed0-2c12-4073-a01b-130ab9d0396c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=044c341dbfb24ed2812bc91e85e6b06a&device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 1127 time: 0.0959568 Apr 26 14:14:54.272030 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-ed4f6d81-d41d-46b2-bac2-257f701d0e99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6a91cab-f7de-4dd1-92ec-810971322e81 HTTP/1.1" status: 200 len: 217 time: 0.0477338 Apr 26 14:14:54.276568 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b07969c8-aed1-40ea-b3ef-22b571f8a68b req-e1a04f0f-2641-4040-9d3b-afa02983a688 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936613 Apr 26 14:14:54.316015 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3c6d06a7-ef72-41e7-b4c0-e60c7b53ed9c tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:54.317204 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-3c6d06a7-ef72-41e7-b4c0-e60c7b53ed9c tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5479155 Apr 26 14:14:54.320285 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59376) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:14:54.325431 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-689ffb1f-b860-44e3-b019-c322b54d79b9 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Request body: {'security_group_rule': {'security_group_id': '9a961d7c-e7f4-4725-8bbf-6747867a3442', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:14:54.326989 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-0e3fd854-4331-417b-93d4-1656a7f64e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:54.328558 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-0e3fd854-4331-417b-93d4-1656a7f64e2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cad49114-fd06-4449-a140-91b1946fe637 HTTP/1.1" status: 200 len: 854 time: 0.0496426 Apr 26 14:14:54.363336 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-b380221f-d8e4-4d41-ae85-32722e9918e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9cd801-4fa3-4614-975b-7aad7bd70432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284836 Apr 26 14:14:54.445251 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-689ffb1f-b860-44e3-b019-c322b54d79b9 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group_rule (548dfa1e-d786-49b9-9e81-024ff7f3015c), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:54.456958 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-82975e18-1754-4a21-9a67-714bb74ab48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'c4665a54-6d95-4cbd-a40a-cc13a6b6d49a', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': 'ede1cf67-87e7-4b05-824d-155ba5205045', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:c0:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:11:53Z', 'updated_at': '2022-04-26T14:12:29Z', 'revision_number': 2, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:54.464329 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-28a5c63f-9966-4cd3-b3eb-bfeb59bdf01c service neutron] 10.222.0.26 "GET /v2.0/networks/7a9cd801-4fa3-4614-975b-7aad7bd70432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940070 Apr 26 14:14:54.484404 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82975e18-1754-4a21-9a67-714bb74ab48c None None] Checking router: 0cc3e767-b818-4c36-8b88-39ff45604e12 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:14:54.493665 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82975e18-1754-4a21-9a67-714bb74ab48c None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:14:54.494309 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-82975e18-1754-4a21-9a67-714bb74ab48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:54.508797 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-689ffb1f-b860-44e3-b019-c322b54d79b9 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group_rule (548dfa1e-d786-49b9-9e81-024ff7f3015c), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:54.556661 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-508ed9e5-d019-4f66-b75b-71987d2908ce req-ea90e5a8-58c0-4e29-bd72-caa88b74df59 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9cd801-4fa3-4614-975b-7aad7bd70432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850577 Apr 26 14:14:54.599651 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-689ffb1f-b860-44e3-b019-c322b54d79b9 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (548dfa1e-d786-49b9-9e81-024ff7f3015c), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:54.607008 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-82975e18-1754-4a21-9a67-714bb74ab48c None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:14:54.619767 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ffb1f-b860-44e3-b019-c322b54d79b9 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548dfa1e-d786-49b9-9e81-024ff7f3015c,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:54.684294 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0797aafa-76db-4d3f-934a-efd5c9ec1b8e req-78458513-5277-4abe-b8eb-c953dd0e0ddd tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=7dcfc893-f654-43b1-9ff6-fdd104caa297 HTTP/1.1" status: 200 len: 210 time: 0.0296130 Apr 26 14:14:54.727363 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-689ffb1f-b860-44e3-b019-c322b54d79b9 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:54.728585 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-689ffb1f-b860-44e3-b019-c322b54d79b9 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4069774 Apr 26 14:14:54.734978 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59380) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:14:54.739707 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Request body: {'floatingip': {'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:14:54.833930 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:54.838219 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-82975e18-1754-4a21-9a67-714bb74ab48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'c4665a54-6d95-4cbd-a40a-cc13a6b6d49a', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': 'ede1cf67-87e7-4b05-824d-155ba5205045', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:c0:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:11:53Z', 'updated_at': '2022-04-26T14:12:29Z', 'revision_number': 2, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:14:54.865628 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82975e18-1754-4a21-9a67-714bb74ab48c None None] The sync data for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi is: [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'c4665a54-6d95-4cbd-a40a-cc13a6b6d49a', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': 'ede1cf67-87e7-4b05-824d-155ba5205045', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:c0:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:11:53Z', 'updated_at': '2022-04-26T14:12:29Z', 'revision_number': 2, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:14:54.936251 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:55.045548 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Allocated IP 172.27.1.40 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/0196bd49-f51a-4e3a-b39b-7285547b21f8) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:14:55.108745 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401320a6-df69-483e-b13c-7f48f9b32d55 None None] New status for floating IP 850f1dfe-51a2-4b90-b1ff-c56736a59e6c: DOWN {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:14:55.159427 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for port (0196bd49-f51a-4e3a-b39b-7285547b21f8), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:55.199914 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ccaa9-47cb-4b1f-a511-6e895955abc4 req-d70ef3b4-fd5a-418d-97a0-ee6ed46b01e9 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:55.201380 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1c1ccaa9-47cb-4b1f-a511-6e895955abc4 req-d70ef3b4-fd5a-418d-97a0-ee6ed46b01e9 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 943 time: 0.0552096 Apr 26 14:14:55.251492 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1c1ccaa9-47cb-4b1f-a511-6e895955abc4 req-d5b482a0-618b-4b2c-a6c0-60b884d281f4 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437429 Apr 26 14:14:55.291924 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (0196bd49-f51a-4e3a-b39b-7285547b21f8), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:55.329956 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:14:55.335506 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:14:55.339052 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:14:55.368758 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event updated for resources: {'Port': ['ID=0196bd49-f51a-4e3a-b39b-7285547b21f8,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:55.459940 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9d5b6-9a4a-4f02-ae96-965b8eeb6422 req-ccaa0e2e-8e33-47e1-8b11-40485113dc74 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:55.461399 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-33e9d5b6-9a4a-4f02-ae96-965b8eeb6422 req-ccaa0e2e-8e33-47e1-8b11-40485113dc74 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 946 time: 0.0937152 Apr 26 14:14:55.486618 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for floatingip (897378f6-d065-4028-bb0b-967d23238021), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:55.516714 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-33e9d5b6-9a4a-4f02-ae96-965b8eeb6422 req-cadb5e55-b58f-46df-aa49-5ebe60714a3f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490272 Apr 26 14:14:55.580467 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (0196bd49-f51a-4e3a-b39b-7285547b21f8), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:55.727565 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for port (0196bd49-f51a-4e3a-b39b-7285547b21f8), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:55.834156 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745578'] for port (0196bd49-f51a-4e3a-b39b-7285547b21f8), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:55.880257 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59390) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:14:55.897868 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event updated for resources: {'Port': ['ID=0196bd49-f51a-4e3a-b39b-7285547b21f8,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:55.914299 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (897378f6-d065-4028-bb0b-967d23238021), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:55.934216 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d750cb17-6396-45e2-a654-6ef7b1107db6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (487b6f50-5ba8-4870-a6b7-7b774b6f1fe0), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:55.956787 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d750cb17-6396-45e2-a654-6ef7b1107db6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (487b6f50-5ba8-4870-a6b7-7b774b6f1fe0), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:55.983201 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe65a20d-72c1-414f-a96e-3367b96ab242', 'tag': 'f6a91cab-f7de-4dd1-92ec-810971322e81'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:14:55.985399 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d4ca75-e889-42a3-af89-9190ecb318eb" -d '{"events": [{"name": "network-changed", "server_uuid": "fe65a20d-72c1-414f-a96e-3367b96ab242", "tag": "f6a91cab-f7de-4dd1-92ec-810971322e81"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:14:55.996337 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:55.997563 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-76d5eab9-2ac0-4188-852f-72adee19edfb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2616692 Apr 26 14:14:56.037830 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfabd3c-9b44-42c0-ad17-c1c486e935aa x-openstack-request-id: req-3bfabd3c-9b44-42c0-ad17-c1c486e935aa {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:14:56.038155 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe65a20d-72c1-414f-a96e-3367b96ab242", "tag": "f6a91cab-f7de-4dd1-92ec-810971322e81", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:14:56.038729 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bfabd3c-9b44-42c0-ad17-c1c486e935aa {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:14:56.039224 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bfabd3c-9b44-42c0-ad17-c1c486e935aa'] response: {'name': 'network-changed', 'server_uuid': 'fe65a20d-72c1-414f-a96e-3367b96ab242', 'tag': 'f6a91cab-f7de-4dd1-92ec-810971322e81', 'status': 'completed', 'code': 200} Apr 26 14:14:56.047962 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1340d-444e-4c63-8125-6e1f12386116 req-9be1d270-b4e0-40b8-a3d7-4f45f8e58a1f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:56.049490 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f6f1340d-444e-4c63-8125-6e1f12386116 req-9be1d270-b4e0-40b8-a3d7-4f45f8e58a1f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.26 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 946 time: 0.0613890 Apr 26 14:14:56.113670 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d750cb17-6396-45e2-a654-6ef7b1107db6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (487b6f50-5ba8-4870-a6b7-7b774b6f1fe0), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:56.116253 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d750cb17-6396-45e2-a654-6ef7b1107db6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:56.117381 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d750cb17-6396-45e2-a654-6ef7b1107db6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "DELETE /v2.0/security-groups/487b6f50-5ba8-4870-a6b7-7b774b6f1fe0 HTTP/1.1" status: 204 len: 168 time: 0.2360725 Apr 26 14:14:56.125811 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59402) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:14:56.140283 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750cb17-6396-45e2-a654-6ef7b1107db6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=487b6f50-5ba8-4870-a6b7-7b774b6f1fe0,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:56.144040 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.api.v2.resource [None req-b3c916ff-2719-4ab3-963e-487f265772e1 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] show failed (client error): The resource could not be found. Apr 26 14:14:56.144040 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b3c916ff-2719-4ab3-963e-487f265772e1 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups/487b6f50-5ba8-4870-a6b7-7b774b6f1fe0 HTTP/1.1" status: 404 len: 347 time: 0.0139873 Apr 26 14:14:56.148430 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59408) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:14:56.180380 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4ca75-e889-42a3-af89-9190ecb318eb req-48b44504-f712-4ac6-adea-e88707fdeb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:56.181893 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-43d4ca75-e889-42a3-af89-9190ecb318eb req-48b44504-f712-4ac6-adea-e88707fdeb7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=044c341dbfb24ed2812bc91e85e6b06a&device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 1127 time: 0.1175082 Apr 26 14:14:56.280106 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-07b74313-4bf4-4203-800d-a9e1b80bb6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:56.289942 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-eb2f9ede-8f30-4611-9025-b8fd7503a127 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--890295727&fields=id&tenant_id=3f38bbf345384bdb9ed001c0965a3462 HTTP/1.1" status: 200 len: 267 time: 0.1282501 Apr 26 14:14:56.374731 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-0d9eacba-5cff-44a1-9bc8-93178be2254f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Deleting port ac7863d0-ed9b-41e7-b727-d7ab5fffd8c8 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:14:56.375449 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0d9eacba-5cff-44a1-9bc8-93178be2254f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (ac7863d0-ed9b-41e7-b727-d7ab5fffd8c8), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:56.450681 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f412693-cbac-4828-971b-a0168ec2d311 req-80030af2-895f-4929-a539-a285a2967719 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:56.452189 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-80030af2-895f-4929-a539-a285a2967719 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/networks?id=da497052-bded-497c-b389-e8193210a8cf HTTP/1.1" status: 200 len: 811 time: 0.1549544 Apr 26 14:14:56.473582 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-bb986a91-6868-4697-a348-1a17a81e3cef tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/quotas/3f38bbf345384bdb9ed001c0965a3462 HTTP/1.1" status: 200 len: 375 time: 0.0149579 Apr 26 14:14:56.500080 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-f6f1340d-444e-4c63-8125-6e1f12386116 req-edd887f8-e34b-4c83-a209-0526e175fe24 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Deleting port abcf92b7-d4b6-41b9-80c4-6fbda749a755 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:14:56.500653 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f6f1340d-444e-4c63-8125-6e1f12386116 req-edd887f8-e34b-4c83-a209-0526e175fe24 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:56.501021 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0d9eacba-5cff-44a1-9bc8-93178be2254f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (ac7863d0-ed9b-41e7-b727-d7ab5fffd8c8), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:56.501418 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0d9eacba-5cff-44a1-9bc8-93178be2254f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (ac7863d0-ed9b-41e7-b727-d7ab5fffd8c8), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:56.529513 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-0d9eacba-5cff-44a1-9bc8-93178be2254f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Calling delete_port for ac7863d0-ed9b-41e7-b727-d7ab5fffd8c8 owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:14:56.632872 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1646da-604b-4ee7-b5fd-e77e5b8e4bc9 req-1ef40d27-586c-45ac-889d-e67562876f7b tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:56.634391 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a1646da-604b-4ee7-b5fd-e77e5b8e4bc9 req-1ef40d27-586c-45ac-889d-e67562876f7b tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 943 time: 0.1544745 Apr 26 14:14:56.640007 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4ca75-e889-42a3-af89-9190ecb318eb req-3ef9555c-8342-4bab-846c-422653f7e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:56.640924 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-43d4ca75-e889-42a3-af89-9190ecb318eb req-3ef9555c-8342-4bab-846c-422653f7e2d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7a9cd801-4fa3-4614-975b-7aad7bd70432 HTTP/1.1" status: 200 len: 915 time: 0.4512713 Apr 26 14:14:56.670834 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-f6f1340d-444e-4c63-8125-6e1f12386116 req-edd887f8-e34b-4c83-a209-0526e175fe24 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] For port abcf92b7-d4b6-41b9-80c4-6fbda749a755, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=abcf92b7-d4b6-41b9-80c4-6fbda749a755,segment=NetworkSegment(51ad5a88-2866-4657-b8cb-e96febfe5ebb),segment_id=51ad5a88-2866-4657-b8cb-e96febfe5ebb)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:14:56.671204 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f6f1340d-444e-4c63-8125-6e1f12386116 req-edd887f8-e34b-4c83-a209-0526e175fe24 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:56.712290 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-43d4ca75-e889-42a3-af89-9190ecb318eb req-abf1aa8e-b253-4d3e-a7e7-720d96ed15af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6a91cab-f7de-4dd1-92ec-810971322e81 HTTP/1.1" status: 200 len: 217 time: 0.0530901 Apr 26 14:14:56.718880 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-f6f1340d-444e-4c63-8125-6e1f12386116 req-edd887f8-e34b-4c83-a209-0526e175fe24 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Calling delete_port for abcf92b7-d4b6-41b9-80c4-6fbda749a755 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:14:56.781676 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a1646da-604b-4ee7-b5fd-e77e5b8e4bc9 req-226d6b8a-87b8-4d0f-8a6d-6b0565f3b5e2 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357944 Apr 26 14:14:56.800295 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-4f2bc10b-590d-420d-b0ff-a2f10f75c189 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3f38bbf345384bdb9ed001c0965a3462&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3202319 Apr 26 14:14:56.831206 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4ca75-e889-42a3-af89-9190ecb318eb req-3008dfd7-b16a-453e-91e2-dfdc40e39742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:56.832670 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-43d4ca75-e889-42a3-af89-9190ecb318eb req-3008dfd7-b16a-453e-91e2-dfdc40e39742 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cad49114-fd06-4449-a140-91b1946fe637 HTTP/1.1" status: 200 len: 854 time: 0.1087964 Apr 26 14:14:56.841462 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device b92a86e1-039b-46bc-968d-6f19f3817a02 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:14:56.863713 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: b92a86e1-039b-46bc-968d-6f19f3817a02 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:14:56.864060 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device b92a86e1-039b-46bc-968d-6f19f3817a02 not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:14:56.879944 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-43d4ca75-e889-42a3-af89-9190ecb318eb req-a6963b81-40d7-41ef-92f5-6c3ee6feca59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7a9cd801-4fa3-4614-975b-7aad7bd70432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384891 Apr 26 14:14:56.946945 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-c4642659-a1c2-4e97-a508-5f0eb73fd1a4 service neutron] 10.222.0.23 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287460 Apr 26 14:14:57.026428 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d769de1-dcb9-4576-91b9-747ace90f823 req-daa143bb-0859-4773-bfc5-03e4b5b7843e tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:57.027910 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5d769de1-dcb9-4576-91b9-747ace90f823 req-daa143bb-0859-4773-bfc5-03e4b5b7843e tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 946 time: 0.1740091 Apr 26 14:14:57.036591 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-d548d9f6-2a4d-4ad0-9978-05dfcacb9555 service neutron] 10.222.0.23 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825603 Apr 26 14:14:57.045216 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0d9eacba-5cff-44a1-9bc8-93178be2254f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (ac7863d0-ed9b-41e7-b727-d7ab5fffd8c8), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:57.068643 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-43d4ca75-e889-42a3-af89-9190ecb318eb req-bd5af850-2185-4dc5-8947-412d548e1edf service neutron] 10.222.0.26 "GET /v2.0/networks/7a9cd801-4fa3-4614-975b-7aad7bd70432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602757 Apr 26 14:14:57.077379 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9eacba-5cff-44a1-9bc8-93178be2254f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event deleted for resources: {'Port': ['ID=ac7863d0-ed9b-41e7-b727-d7ab5fffd8c8,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:57.139733 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0d9eacba-5cff-44a1-9bc8-93178be2254f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (850f1dfe-51a2-4b90-b1ff-c56736a59e6c), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:57.140974 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5d769de1-dcb9-4576-91b9-747ace90f823 req-eaf22dc4-5278-4241-a268-4f323ada9e83 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/security-groups?id=7dd6432c-2a44-4368-9b66-0c4893d25fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035600 Apr 26 14:14:57.142447 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0d9eacba-5cff-44a1-9bc8-93178be2254f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:57.147005 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0d9eacba-5cff-44a1-9bc8-93178be2254f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "DELETE /v2.0/floatingips/850f1dfe-51a2-4b90-b1ff-c56736a59e6c HTTP/1.1" status: 204 len: 168 time: 0.9947751 Apr 26 14:14:57.147296 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f6f1340d-444e-4c63-8125-6e1f12386116 req-edd887f8-e34b-4c83-a209-0526e175fe24 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (abcf92b7-d4b6-41b9-80c4-6fbda749a755), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:57.166201 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['abcf92b7-d4b6-41b9-80c4-6fbda749a755'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:14:57.179535 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd887f8-e34b-4c83-a209-0526e175fe24 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Pushing event deleted for resources: {'Port': ['ID=abcf92b7-d4b6-41b9-80c4-6fbda749a755,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:57.239694 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f1340d-444e-4c63-8125-6e1f12386116 req-edd887f8-e34b-4c83-a209-0526e175fe24 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] No DVR routers for this DVR port abcf92b7-d4b6-41b9-80c4-6fbda749a755 on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:14:57.246145 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f6f1340d-444e-4c63-8125-6e1f12386116 req-edd887f8-e34b-4c83-a209-0526e175fe24 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:57.249436 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f6f1340d-444e-4c63-8125-6e1f12386116 req-edd887f8-e34b-4c83-a209-0526e175fe24 tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.26 "DELETE /v2.0/ports/abcf92b7-d4b6-41b9-80c4-6fbda749a755 HTTP/1.1" status: 204 len: 173 time: 1.1923718 Apr 26 14:14:57.258396 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-43d4ca75-e889-42a3-af89-9190ecb318eb req-73169b67-f4ca-442a-a463-ec8b799f1a21 service neutron] 10.222.0.26 "GET /v2.0/networks/7a9cd801-4fa3-4614-975b-7aad7bd70432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793454 Apr 26 14:14:57.334069 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d48d5dc4-aed5-46bc-9276-4a37763b7781 req-ec1f412b-c3f6-45c0-8ac3-5599c621d911 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 210 time: 0.0416739 Apr 26 14:14:57.904309 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21677e85-b981-4770-86be-e6c701fec361 req-3a653106-b9b0-4269-a6cc-833af77c4667 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:57.910401 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21677e85-b981-4770-86be-e6c701fec361 req-3a653106-b9b0-4269-a6cc-833af77c4667 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 943 time: 0.0542133 Apr 26 14:14:57.956579 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21677e85-b981-4770-86be-e6c701fec361 req-4282b6f1-aaa0-4b63-8b4a-c5752a22619f tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440593 Apr 26 14:14:58.040465 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'name': 'network-vif-deleted', 'tag': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:14:58.042898 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee61693-effe-4375-beb8-c4fcf9d8068e" -d '{"events": [{"server_uuid": "04ed8647-f0ef-4959-a4ec-f0d32051f5de", "name": "network-vif-deleted", "tag": "abcf92b7-d4b6-41b9-80c4-6fbda749a755"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:14:58.079704 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22da64ee-1148-4e27-a96d-d9fcf263d437 x-openstack-request-id: req-22da64ee-1148-4e27-a96d-d9fcf263d437 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:14:58.080007 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ed8647-f0ef-4959-a4ec-f0d32051f5de", "name": "network-vif-deleted", "tag": "abcf92b7-d4b6-41b9-80c4-6fbda749a755", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:14:58.080271 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22da64ee-1148-4e27-a96d-d9fcf263d437 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:14:58.081325 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22da64ee-1148-4e27-a96d-d9fcf263d437'] response: {'server_uuid': '04ed8647-f0ef-4959-a4ec-f0d32051f5de', 'name': 'network-vif-deleted', 'tag': 'abcf92b7-d4b6-41b9-80c4-6fbda749a755', 'status': 'completed', 'code': 200} Apr 26 14:14:58.247077 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21c5c291-b6b2-4bdb-8001-3ac1be7cd640 req-6ae7f5bf-e31a-4718-88c3-1dd193472f4f tempest-TestMinimumBasicScenario-1664620931 tempest-TestMinimumBasicScenario-1664620931-project] 10.222.0.23 "GET /v2.0/ports?device_id=04ed8647-f0ef-4959-a4ec-f0d32051f5de HTTP/1.1" status: 200 len: 210 time: 0.0272748 Apr 26 14:14:58.425621 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a0499f55-e103-4e39-b3ae-9502118da4de req-c806b5dd-1611-4b9b-abf4-ee3495acc5a8 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 210 time: 0.0265038 Apr 26 14:14:58.525495 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3ccd350b-a06d-45ff-8766-21220d45edcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:58.858587 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device f6a91cab-f7de-4dd1-92ec-810971322e81 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:14:58.959890 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port f6a91cab-f7de-4dd1-92ec-810971322e81, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=f6a91cab-f7de-4dd1-92ec-810971322e81,segment=NetworkSegment(a65901b3-9061-40e5-8aac-edcfc59a3874),segment_id=a65901b3-9061-40e5-8aac-edcfc59a3874)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:14:58.970717 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'f6a91cab-f7de-4dd1-92ec-810971322e81', 'network_id': '7a9cd801-4fa3-4614-975b-7aad7bd70432', 'port_id': 'f6a91cab-f7de-4dd1-92ec-810971322e81', 'mac_address': 'fa:16:3e:09:b2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad49114-fd06-4449-a140-91b1946fe637', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:14:59.007865 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port f6a91cab-f7de-4dd1-92ec-810971322e81 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:14:59.008260 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f6a91cab-f7de-4dd1-92ec-810971322e81), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:59.021526 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a91cab-f7de-4dd1-92ec-810971322e81 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:14:59.041243 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port f6a91cab-f7de-4dd1-92ec-810971322e81, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=f6a91cab-f7de-4dd1-92ec-810971322e81,segment=NetworkSegment(a65901b3-9061-40e5-8aac-edcfc59a3874),segment_id=a65901b3-9061-40e5-8aac-edcfc59a3874)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:14:59.074363 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165922a-8fb4-49a7-a8e8-9da5a83e2729 req-d8919d44-1d9c-4ef7-a2b3-47a7c8225563 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:59.075830 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0165922a-8fb4-49a7-a8e8-9da5a83e2729 req-d8919d44-1d9c-4ef7-a2b3-47a7c8225563 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 943 time: 0.0558472 Apr 26 14:14:59.120427 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0165922a-8fb4-49a7-a8e8-9da5a83e2729 req-3758bd34-5f90-438b-b9a2-c006d96814f8 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390301 Apr 26 14:14:59.216503 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (f6a91cab-f7de-4dd1-92ec-810971322e81), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:59.265947 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=f6a91cab-f7de-4dd1-92ec-810971322e81,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:14:59.272931 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:59.273298 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:59.273659 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:59.274015 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:59.274366 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:59.274710 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:59.275003 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:59.275312 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:59.275633 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:59.275981 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:59.276305 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:59.276620 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:59.276937 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:14:59.485245 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['f6a91cab-f7de-4dd1-92ec-810971322e81'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:14:59.538931 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6ee869f2-7019-481b-b357-ab85dec1ba1a req-88bed50e-9736-48cc-9c58-9184fb72f758 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 210 time: 0.0335541 Apr 26 14:14:59.610755 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f412693-cbac-4828-971b-a0168ec2d311 req-6f9b10bb-bc0e-4f2e-a0ff-39ada86f5b65 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:14:59.612911 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-6f9b10bb-bc0e-4f2e-a0ff-39ada86f5b65 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.26 "GET /v2.0/networks?id=da497052-bded-497c-b389-e8193210a8cf HTTP/1.1" status: 200 len: 811 time: 0.1608174 Apr 26 14:14:59.676109 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-890655b1-1fea-496b-b5a3-e72a8dd1d720 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f38bbf345384bdb9ed001c0965a3462 HTTP/1.1" status: 200 len: 379 time: 0.0552886 Apr 26 14:14:59.684427 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-0f412693-cbac-4828-971b-a0168ec2d311 req-1fd9cd0e-f769-461a-a539-8fb61e0e330f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Request body: {'port': {'device_id': 'fc3725be-7e4d-4cea-8ca3-65650da5c3a4', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'admin_state_up': True, 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'security_groups': ['9a961d7c-e7f4-4725-8bbf-6747867a3442']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:14:59.737632 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:14:59.902625 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f412693-cbac-4828-971b-a0168ec2d311 req-1fd9cd0e-f769-461a-a539-8fb61e0e330f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Made reservation on behalf of 3f38bbf345384bdb9ed001c0965a3462 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:14:59.905993 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0f412693-cbac-4828-971b-a0168ec2d311 req-1fd9cd0e-f769-461a-a539-8fb61e0e330f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:00.032004 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-0f412693-cbac-4828-971b-a0168ec2d311 req-1fd9cd0e-f769-461a-a539-8fb61e0e330f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Allocated IP 172.20.0.6 (da497052-bded-497c-b389-e8193210a8cf/b41c369f-3753-4ded-8eff-4455cba0638b/dd529bed-7d48-4697-bf08-d801037e368d) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:15:00.166763 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0f412693-cbac-4828-971b-a0168ec2d311 req-1fd9cd0e-f769-461a-a539-8fb61e0e330f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for port (dd529bed-7d48-4697-bf08-d801037e368d), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:00.239273 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa65cf5-ac9a-47d8-a3b4-ff27ce3283e3 req-fcfeb4dd-3265-4b81-9a08-7ba87dacdf80 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:00.240764 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9aa65cf5-ac9a-47d8-a3b4-ff27ce3283e3 req-fcfeb4dd-3265-4b81-9a08-7ba87dacdf80 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 944 time: 0.0558717 Apr 26 14:15:00.287899 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9aa65cf5-ac9a-47d8-a3b4-ff27ce3283e3 req-6a29cfb7-f135-45e3-a272-ab2b0be481b5 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411077 Apr 26 14:15:00.311982 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b81353-76b0-4a1e-900a-c36e27286774 req-86775da5-155c-4d52-8cc8-99b6a9b886ec tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:00.313445 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e0b81353-76b0-4a1e-900a-c36e27286774 req-86775da5-155c-4d52-8cc8-99b6a9b886ec tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 945 time: 0.0569179 Apr 26 14:15:00.315454 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0f412693-cbac-4828-971b-a0168ec2d311 req-1fd9cd0e-f769-461a-a539-8fb61e0e330f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (dd529bed-7d48-4697-bf08-d801037e368d), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:00.371342 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f412693-cbac-4828-971b-a0168ec2d311 req-1fd9cd0e-f769-461a-a539-8fb61e0e330f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Network da497052-bded-497c-b389-e8193210a8cf is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:15:00.381095 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-0f412693-cbac-4828-971b-a0168ec2d311 req-1fd9cd0e-f769-461a-a539-8fb61e0e330f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:15:00.383521 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f412693-cbac-4828-971b-a0168ec2d311 req-1fd9cd0e-f769-461a-a539-8fb61e0e330f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:15:00.396329 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9cd0e-f769-461a-a539-8fb61e0e330f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event updated for resources: {'Port': ['ID=dd529bed-7d48-4697-bf08-d801037e368d,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:00.446556 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e0b81353-76b0-4a1e-900a-c36e27286774 req-c38c4f63-4bcd-4b5d-842f-28daa7e02e11 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238027 Apr 26 14:15:00.462461 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f412693-cbac-4828-971b-a0168ec2d311 req-1fd9cd0e-f769-461a-a539-8fb61e0e330f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:00.463106 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0f412693-cbac-4828-971b-a0168ec2d311 req-1fd9cd0e-f769-461a-a539-8fb61e0e330f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:00.539893 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-1fd9cd0e-f769-461a-a539-8fb61e0e330f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8588269 Apr 26 14:15:00.551840 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Request body: {'port': {'device_id': 'fc3725be-7e4d-4cea-8ca3-65650da5c3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:00.614116 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (dd529bed-7d48-4697-bf08-d801037e368d), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:00.654729 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-dcaae5c5-9f34-4a68-9db1-259760bdd77b None None] Provisioning complete for port dd529bed-7d48-4697-bf08-d801037e368d triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:00.655402 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-dcaae5c5-9f34-4a68-9db1-259760bdd77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (dd529bed-7d48-4697-bf08-d801037e368d), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:00.684265 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da80437-d085-4b87-a7e4-9cf576d322f7 req-4bd35e9a-8625-47b2-8ad4-da663ebc68c2 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:00.685804 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6da80437-d085-4b87-a7e4-9cf576d322f7 req-4bd35e9a-8625-47b2-8ad4-da663ebc68c2 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 931 time: 0.0664811 Apr 26 14:15:00.696715 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-dcaae5c5-9f34-4a68-9db1-259760bdd77b None None] Port dd529bed-7d48-4697-bf08-d801037e368d cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:15:00.739649 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6da80437-d085-4b87-a7e4-9cf576d322f7 req-8773b4f9-469c-46d4-92c7-66b9d48f2523 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a961d7c-e7f4-4725-8bbf-6747867a3442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460188 Apr 26 14:15:00.856372 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device f6a91cab-f7de-4dd1-92ec-810971322e81 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:15:00.878422 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd529bed-7d48-4697-bf08-d801037e368d {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:15:00.885839 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Publish callbacks [] for port (dd529bed-7d48-4697-bf08-d801037e368d), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:00.898329 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Transition to ACTIVE for port object dd529bed-7d48-4697-bf08-d801037e368d will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:15:01.034207 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port f6a91cab-f7de-4dd1-92ec-810971322e81 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:15:01.034430 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (dd529bed-7d48-4697-bf08-d801037e368d), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:01.038579 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port f6a91cab-f7de-4dd1-92ec-810971322e81 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:01.038983 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (f6a91cab-f7de-4dd1-92ec-810971322e81), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:01.085586 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Pushing event updated for resources: {'Port': ['ID=dd529bed-7d48-4697-bf08-d801037e368d,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:01.132731 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59510) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:01.137450 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port f6a91cab-f7de-4dd1-92ec-810971322e81 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:01.141429 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f6a91cab-f7de-4dd1-92ec-810971322e81), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:01.165922 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe65a20d-72c1-414f-a96e-3367b96ab242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a91cab-f7de-4dd1-92ec-810971322e81'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:15:01.168008 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Attempting to bind port dd529bed-7d48-4697-bf08-d801037e368d on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:15:01.168176 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc3a780-aa39-4cc5-9a5c-c7297edc9df6" -d '{"events": [{"server_uuid": "fe65a20d-72c1-414f-a96e-3367b96ab242", "name": "network-vif-plugged", "status": "completed", "tag": "f6a91cab-f7de-4dd1-92ec-810971322e81"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:15:01.168357 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Attempting to bind port dd529bed-7d48-4697-bf08-d801037e368d by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:15:01.168683 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Attempting to bind port dd529bed-7d48-4697-bf08-d801037e368d on network da497052-bded-497c-b389-e8193210a8cf {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:15:01.173552 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Port dd529bed-7d48-4697-bf08-d801037e368d on network da497052-bded-497c-b389-e8193210a8cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:15:01.173927 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Attempting to bind port dd529bed-7d48-4697-bf08-d801037e368d on network da497052-bded-497c-b389-e8193210a8cf {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:15:01.179359 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:15:01.180018 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Checking segment: {'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:15:01.180221 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Bound using segment: {'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:15:01.180650 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port f6a91cab-f7de-4dd1-92ec-810971322e81, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=f6a91cab-f7de-4dd1-92ec-810971322e81,segment=NetworkSegment(a65901b3-9061-40e5-8aac-edcfc59a3874),segment_id=a65901b3-9061-40e5-8aac-edcfc59a3874)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:01.180786 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Bound port: dd529bed-7d48-4697-bf08-d801037e368d, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7bf28f2-8813-4380-880b-9352d5b5afd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'da497052-bded-497c-b389-e8193210a8cf'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:15:01.181180 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (dd529bed-7d48-4697-bf08-d801037e368d), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:01.210649 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891f1fee-36b6-4a30-b254-3d03fdb90042 x-openstack-request-id: req-891f1fee-36b6-4a30-b254-3d03fdb90042 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:15:01.210945 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe65a20d-72c1-414f-a96e-3367b96ab242", "name": "network-vif-plugged", "status": "completed", "tag": "f6a91cab-f7de-4dd1-92ec-810971322e81", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:15:01.211200 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-891f1fee-36b6-4a30-b254-3d03fdb90042 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:15:01.211626 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891f1fee-36b6-4a30-b254-3d03fdb90042'] response: {'server_uuid': 'fe65a20d-72c1-414f-a96e-3367b96ab242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a91cab-f7de-4dd1-92ec-810971322e81', 'code': 200} Apr 26 14:15:01.266636 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] For port dd529bed-7d48-4697-bf08-d801037e368d, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:15:01.268992 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (f6a91cab-f7de-4dd1-92ec-810971322e81), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:01.269794 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device abcf92b7-d4b6-41b9-80c4-6fbda749a755 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:15:01.271192 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] For port dd529bed-7d48-4697-bf08-d801037e368d, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=dd529bed-7d48-4697-bf08-d801037e368d,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:15:01.325208 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: abcf92b7-d4b6-41b9-80c4-6fbda749a755 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:15:01.325461 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device abcf92b7-d4b6-41b9-80c4-6fbda749a755 not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:15:01.337577 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (dd529bed-7d48-4697-bf08-d801037e368d), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:01.358357 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=f6a91cab-f7de-4dd1-92ec-810971322e81,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:01.366635 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:01.367463 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:01.371312 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] 10.222.0.26 "PUT /v2.0/ports/dd529bed-7d48-4697-bf08-d801037e368d HTTP/1.1" status: 200 len: 1093 time: 0.8219378 Apr 26 14:15:01.388234 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:01.392334 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3725be-7e4d-4cea-8ca3-65650da5c3a4', 'tag': 'dd529bed-7d48-4697-bf08-d801037e368d'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:15:01.395561 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31106755-bc7c-4c7f-a567-a185a82bee1c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3725be-7e4d-4cea-8ca3-65650da5c3a4", "tag": "dd529bed-7d48-4697-bf08-d801037e368d"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:15:01.433157 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39318acd-7084-46d3-957f-5c2204dd54fd service neutron] Pushing event updated for resources: {'Port': ['ID=dd529bed-7d48-4697-bf08-d801037e368d,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:01.459329 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72514054-1e09-4d5a-bc30-48574274105f x-openstack-request-id: req-72514054-1e09-4d5a-bc30-48574274105f {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:15:01.459329 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3725be-7e4d-4cea-8ca3-65650da5c3a4", "tag": "dd529bed-7d48-4697-bf08-d801037e368d", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:15:01.459329 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72514054-1e09-4d5a-bc30-48574274105f {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:15:01.460289 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72514054-1e09-4d5a-bc30-48574274105f'] response: {'name': 'network-changed', 'server_uuid': 'fc3725be-7e4d-4cea-8ca3-65650da5c3a4', 'tag': 'dd529bed-7d48-4697-bf08-d801037e368d', 'status': 'completed', 'code': 200} Apr 26 14:15:01.492247 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d05938-95db-4355-925e-8550f45270a5 req-92106d8c-c77b-47ed-8d21-5b4e8d1bd4c1 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:01.499082 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-07d05938-95db-4355-925e-8550f45270a5 req-92106d8c-c77b-47ed-8d21-5b4e8d1bd4c1 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 945 time: 0.1282451 Apr 26 14:15:01.609632 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31106755-bc7c-4c7f-a567-a185a82bee1c req-499383f7-af8f-4d68-ba9b-2db3d2e57384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:01.611234 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31106755-bc7c-4c7f-a567-a185a82bee1c req-499383f7-af8f-4d68-ba9b-2db3d2e57384 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f38bbf345384bdb9ed001c0965a3462&device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 1127 time: 0.1322336 Apr 26 14:15:01.617259 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-07d05938-95db-4355-925e-8550f45270a5 req-cc036c04-fe62-4f90-865e-a8282bcaf36b tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125760 Apr 26 14:15:01.628310 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca14bc4-b312-4458-8483-d5335aaf52b4 req-80b5ad2b-1e30-4503-b3e3-0f3c9895b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:01.629661 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6ca14bc4-b312-4458-8483-d5335aaf52b4 req-80b5ad2b-1e30-4503-b3e3-0f3c9895b1c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 1129 time: 0.1000197 Apr 26 14:15:01.682945 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161082b1-5066-4a09-b769-a93c2835eaba req-24ff29d8-e6df-4424-a80c-4d9339e19ef7 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:01.684437 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-161082b1-5066-4a09-b769-a93c2835eaba req-24ff29d8-e6df-4424-a80c-4d9339e19ef7 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 945 time: 0.1569607 Apr 26 14:15:01.737380 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-056404df-a9bb-4ad8-a194-32b3f0f489da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557085'] for router_interface (72e61c60-0b19-49d5-aa6c-1a66558c450c), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:01.785147 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6ca14bc4-b312-4458-8483-d5335aaf52b4 req-512b6c88-f96a-4eeb-8ea9-19c07538c7a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386235 Apr 26 14:15:01.791425 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31106755-bc7c-4c7f-a567-a185a82bee1c req-ebec5da2-d144-48d9-a310-001d4332975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:01.792910 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31106755-bc7c-4c7f-a567-a185a82bee1c req-ebec5da2-d144-48d9-a310-001d4332975b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3f38bbf345384bdb9ed001c0965a3462&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1741092 Apr 26 14:15:01.796418 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-161082b1-5066-4a09-b769-a93c2835eaba req-f1bfe155-f1d4-4b8d-b341-6ce5e1ad184a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010303 Apr 26 14:15:01.963556 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fcf27-0141-4575-9c91-c5c54f228750 req-f59a88d6-47d3-4bed-96ca-a7748c72958e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:01.964968 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-373fcf27-0141-4575-9c91-c5c54f228750 req-f59a88d6-47d3-4bed-96ca-a7748c72958e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 943 time: 0.1481187 Apr 26 14:15:02.036726 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-373fcf27-0141-4575-9c91-c5c54f228750 req-113022e0-67f0-4c5a-9927-0822e2d48b66 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a961d7c-e7f4-4725-8bbf-6747867a3442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655186 Apr 26 14:15:02.118739 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-84ee901c-a31f-43e3-b632-5f96c985178b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:02.120273 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-84ee901c-a31f-43e3-b632-5f96c985178b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 945 time: 0.0873437 Apr 26 14:15:02.121638 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31106755-bc7c-4c7f-a567-a185a82bee1c req-12fda4ac-42b0-4575-8308-8a7fa22d0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:02.123001 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31106755-bc7c-4c7f-a567-a185a82bee1c req-12fda4ac-42b0-4575-8308-8a7fa22d0b09 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315482 Apr 26 14:15:02.128715 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-056404df-a9bb-4ad8-a194-32b3f0f489da admin admin] Deleting port 07c2857b-d0c0-42b9-bc04-7835204b1cf0 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:02.129186 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-056404df-a9bb-4ad8-a194-32b3f0f489da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:02.211053 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-056404df-a9bb-4ad8-a194-32b3f0f489da admin admin] For port 07c2857b-d0c0-42b9-bc04-7835204b1cf0, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=07c2857b-d0c0-42b9-bc04-7835204b1cf0,segment=NetworkSegment(51ad5a88-2866-4657-b8cb-e96febfe5ebb),segment_id=51ad5a88-2866-4657-b8cb-e96febfe5ebb)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:02.211433 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-056404df-a9bb-4ad8-a194-32b3f0f489da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:02.224112 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-056404df-a9bb-4ad8-a194-32b3f0f489da admin admin] Calling delete_port for 07c2857b-d0c0-42b9-bc04-7835204b1cf0 owned by network:router_interface {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:02.248773 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f412693-cbac-4828-971b-a0168ec2d311 req-ea2851de-3431-48d1-8684-dbc7f492d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:02.250276 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-ea2851de-3431-48d1-8684-dbc7f492d35b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f38bbf345384bdb9ed001c0965a3462&device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 1127 time: 0.0569482 Apr 26 14:15:02.259211 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-5bc706e7-858e-45fb-964d-b879694b7605 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Deleting port ede1cf67-87e7-4b05-824d-155ba5205045 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:02.259547 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-5bc706e7-858e-45fb-964d-b879694b7605 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (ede1cf67-87e7-4b05-824d-155ba5205045), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:02.330040 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-046fcc83-71d3-4111-bceb-3533c3fd7fce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd529bed-7d48-4697-bf08-d801037e368d HTTP/1.1" status: 200 len: 217 time: 0.0665600 Apr 26 14:15:02.403293 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f412693-cbac-4828-971b-a0168ec2d311 req-6e019f15-32ca-40cb-9cab-a831641aa93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:02.407469 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-6e019f15-32ca-40cb-9cab-a831641aa93d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41c369f-3753-4ded-8eff-4455cba0638b HTTP/1.1" status: 200 len: 850 time: 0.0662653 Apr 26 14:15:02.411449 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-5bc706e7-858e-45fb-964d-b879694b7605 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] For port ede1cf67-87e7-4b05-824d-155ba5205045, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ede1cf67-87e7-4b05-824d-155ba5205045,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:02.411864 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-5bc706e7-858e-45fb-964d-b879694b7605 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (ede1cf67-87e7-4b05-824d-155ba5205045), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:02.468612 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-056404df-a9bb-4ad8-a194-32b3f0f489da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (07c2857b-d0c0-42b9-bc04-7835204b1cf0), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:02.496302 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056404df-a9bb-4ad8-a194-32b3f0f489da admin admin] Pushing event deleted for resources: {'Port': ['ID=07c2857b-d0c0-42b9-bc04-7835204b1cf0,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:02.513486 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f412693-cbac-4828-971b-a0168ec2d311 req-0772ee26-e8fb-4035-9ea5-034d7d53ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:02.515085 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-0772ee26-e8fb-4035-9ea5-034d7d53ab90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=da497052-bded-497c-b389-e8193210a8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1005573 Apr 26 14:15:02.548708 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:02.690927 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-056404df-a9bb-4ad8-a194-32b3f0f489da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557185'] for router_interface (72e61c60-0b19-49d5-aa6c-1a66558c450c), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:02.986249 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-5bc706e7-858e-45fb-964d-b879694b7605 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:02.986852 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-5bc706e7-858e-45fb-964d-b879694b7605 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (c4665a54-6d95-4cbd-a40a-cc13a6b6d49a), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:02.986948 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-5bc706e7-858e-45fb-964d-b879694b7605 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Floating IP c4665a54-6d95-4cbd-a40a-cc13a6b6d49a disassociated. External IP: 172.27.1.143, port: ede1cf67-87e7-4b05-824d-155ba5205045. Apr 26 14:15:02.987369 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-5bc706e7-858e-45fb-964d-b879694b7605 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Calling delete_port for ede1cf67-87e7-4b05-824d-155ba5205045 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:03.002717 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2148d-d6bb-4783-9861-ec36287eb9c6 req-c9d7c9cb-57e6-4724-8900-b4198a2ad093 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:03.004203 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-63a2148d-d6bb-4783-9861-ec36287eb9c6 req-c9d7c9cb-57e6-4724-8900-b4198a2ad093 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 945 time: 0.1497817 Apr 26 14:15:03.022352 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-5b118643-1efd-4196-945d-f55ff34b0f52 service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807022 Apr 26 14:15:03.149758 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3538e-ae3d-4dff-b6f5-41cd6ae19bfc req-1f668863-871f-45ab-8479-38514af14247 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:03.151158 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dec3538e-ae3d-4dff-b6f5-41cd6ae19bfc req-1f668863-871f-45ab-8479-38514af14247 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 945 time: 0.1015275 Apr 26 14:15:03.152664 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-63a2148d-d6bb-4783-9861-ec36287eb9c6 req-de675f78-650f-4aa8-8c7b-33f026b41fed tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418467 Apr 26 14:15:03.187691 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056404df-a9bb-4ad8-a194-32b3f0f489da admin admin] Router 72e61c60-0b19-49d5-aa6c-1a66558c450c has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:15:03.223616 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dec3538e-ae3d-4dff-b6f5-41cd6ae19bfc req-0a5a950c-a67e-451c-ab87-184ef22c46b6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5397375-62ab-4202-ab04-1424201c55a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635059 Apr 26 14:15:03.264005 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0f412693-cbac-4828-971b-a0168ec2d311 req-137cff46-cdfb-4992-a63f-aabd03217317 service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329984 Apr 26 14:15:03.297220 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a0da1-ee7b-44ab-995e-a6898cc84181 req-d710b9d9-15fa-404f-b7bf-81c3eca27e6d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:03.298725 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-975a0da1-ee7b-44ab-995e-a6898cc84181 req-d710b9d9-15fa-404f-b7bf-81c3eca27e6d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 943 time: 0.0799999 Apr 26 14:15:03.320858 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056404df-a9bb-4ad8-a194-32b3f0f489da admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:15:03.329468 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-056404df-a9bb-4ad8-a194-32b3f0f489da admin admin] 10.222.0.23 "PUT /v2.0/routers/72e61c60-0b19-49d5-aa6c-1a66558c450c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1877532 Apr 26 14:15:03.329648 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59528) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:03.332566 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac09a86-2b70-43c9-b06a-03e6749fdf83 None None] Sync routers for ids ['72e61c60-0b19-49d5-aa6c-1a66558c450c'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:15:03.342793 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac09a86-2b70-43c9-b06a-03e6749fdf83 None None] Routers {'72e61c60-0b19-49d5-aa6c-1a66558c450c'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:03.343413 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-0ac09a86-2b70-43c9-b06a-03e6749fdf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['72e61c60-0b19-49d5-aa6c-1a66558c450c'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:03.401580 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-5bc706e7-858e-45fb-964d-b879694b7605 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (ede1cf67-87e7-4b05-824d-155ba5205045), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:03.422890 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-975a0da1-ee7b-44ab-995e-a6898cc84181 req-813ad890-0ed3-4bad-a7e2-57bc481bfbed tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a961d7c-e7f4-4725-8bbf-6747867a3442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178868 Apr 26 14:15:03.454517 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-0ac09a86-2b70-43c9-b06a-03e6749fdf83 None None] Set router 72e61c60-0b19-49d5-aa6c-1a66558c450c gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:03.455961 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc706e7-858e-45fb-964d-b879694b7605 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event deleted for resources: {'Port': ['ID=ede1cf67-87e7-4b05-824d-155ba5205045,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:03.556241 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] Publish callbacks [] for router (72e61c60-0b19-49d5-aa6c-1a66558c450c), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:03.638706 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-0ac09a86-2b70-43c9-b06a-03e6749fdf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:15:02Z', 'revision_number': 5, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'gw_port': {'id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:03.660142 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-5bc706e7-858e-45fb-964d-b879694b7605 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Router 0cc3e767-b818-4c36-8b88-39ff45604e12 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:15:03.664708 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac09a86-2b70-43c9-b06a-03e6749fdf83 None None] Checking router: 72e61c60-0b19-49d5-aa6c-1a66558c450c for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:15:03.672853 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac09a86-2b70-43c9-b06a-03e6749fdf83 None None] Routers {'72e61c60-0b19-49d5-aa6c-1a66558c450c'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:03.673460 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-0ac09a86-2b70-43c9-b06a-03e6749fdf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['72e61c60-0b19-49d5-aa6c-1a66558c450c'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:03.749342 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] Publish callbacks [] for router_gateway (72e61c60-0b19-49d5-aa6c-1a66558c450c), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:03.786536 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-0ac09a86-2b70-43c9-b06a-03e6749fdf83 None None] Set router 72e61c60-0b19-49d5-aa6c-1a66558c450c gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:03.791963 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-5bc706e7-858e-45fb-964d-b879694b7605 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:15:03.803280 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc16d4ea-8173-4826-9aab-082b46f47fec None None] Sync routers for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:15:03.814856 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc16d4ea-8173-4826-9aab-082b46f47fec None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:03.815871 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-cc16d4ea-8173-4826-9aab-082b46f47fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:03.866279 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-5bc706e7-858e-45fb-964d-b879694b7605 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] No DVR routers for this DVR port ede1cf67-87e7-4b05-824d-155ba5205045 on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:15:03.869275 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-5bc706e7-858e-45fb-964d-b879694b7605 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:03.872806 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d9ed76b0-b993-4705-b81c-fe31fec1f19e req-5bc706e7-858e-45fb-964d-b879694b7605 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "DELETE /v2.0/ports/ede1cf67-87e7-4b05-824d-155ba5205045 HTTP/1.1" status: 204 len: 173 time: 1.7401271 Apr 26 14:15:03.873285 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'name': 'network-vif-deleted', 'tag': 'ede1cf67-87e7-4b05-824d-155ba5205045'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:15:03.875648 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460bdc3f-0b4a-4d44-81b4-5dd397d28503" -d '{"events": [{"server_uuid": "df98b23b-b855-4fcd-ab58-771e1f55e22b", "name": "network-vif-deleted", "tag": "ede1cf67-87e7-4b05-824d-155ba5205045"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:15:03.934051 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4926b074-7f0f-44a7-8d74-f7c19caf69a7 x-openstack-request-id: req-4926b074-7f0f-44a7-8d74-f7c19caf69a7 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:15:03.934354 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df98b23b-b855-4fcd-ab58-771e1f55e22b", "name": "network-vif-deleted", "tag": "ede1cf67-87e7-4b05-824d-155ba5205045", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:15:03.934615 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4926b074-7f0f-44a7-8d74-f7c19caf69a7 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:15:03.935023 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4926b074-7f0f-44a7-8d74-f7c19caf69a7'] response: {'server_uuid': 'df98b23b-b855-4fcd-ab58-771e1f55e22b', 'name': 'network-vif-deleted', 'tag': 'ede1cf67-87e7-4b05-824d-155ba5205045', 'status': 'completed', 'code': 200} Apr 26 14:15:03.938008 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] Deleting port 14c3fc22-ece3-4b56-ad77-849a0eabc7e8 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:03.938008 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (14c3fc22-ece3-4b56-ad77-849a0eabc7e8), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:04.010437 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-cc16d4ea-8173-4826-9aab-082b46f47fec None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:04.030675 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] For port 14c3fc22-ece3-4b56-ad77-849a0eabc7e8, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=14c3fc22-ece3-4b56-ad77-849a0eabc7e8,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:04.031259 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (14c3fc22-ece3-4b56-ad77-849a0eabc7e8), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:04.045212 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] Calling delete_port for 14c3fc22-ece3-4b56-ad77-849a0eabc7e8 owned by network:router_gateway {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:04.151396 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-0ac09a86-2b70-43c9-b06a-03e6749fdf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:15:02Z', 'revision_number': 5, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'gw_port': {'id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:04.181631 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac09a86-2b70-43c9-b06a-03e6749fdf83 None None] The sync data for ids ['72e61c60-0b19-49d5-aa6c-1a66558c450c'] in dv-cinder-835133-2-iscsi is: [{'id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'name': 'tempest-TestMinimumBasicScenario-1587999228-router', 'tenant_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:15:02Z', 'revision_number': 5, 'project_id': '9211b70dd81f45fa8abd2cfaf151e4d6', 'gw_port': {'id': '14c3fc22-ece3-4b56-ad77-849a0eabc7e8', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e61c60-0b19-49d5-aa6c-1a66558c450c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:17Z', 'updated_at': '2022-04-26T14:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:15:04.256628 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-cc16d4ea-8173-4826-9aab-082b46f47fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:04.280429 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (14c3fc22-ece3-4b56-ad77-849a0eabc7e8), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:04.285236 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc16d4ea-8173-4826-9aab-082b46f47fec None None] Checking router: 0cc3e767-b818-4c36-8b88-39ff45604e12 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:15:04.294269 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc16d4ea-8173-4826-9aab-082b46f47fec None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:04.295000 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-cc16d4ea-8173-4826-9aab-082b46f47fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:04.313923 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c3fc22-ece3-4b56-ad77-849a0eabc7e8,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:04.324544 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b5b38-635a-4341-b086-e38ea684629b req-5185e0ff-a544-46cd-bd1b-59f2217835c1 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:04.326254 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f2b5b38-635a-4341-b086-e38ea684629b req-5185e0ff-a544-46cd-bd1b-59f2217835c1 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 945 time: 0.0885413 Apr 26 14:15:04.349491 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-293b77b5-118e-4603-af62-148a1b56201a req-6486b2fe-36d2-4b23-8069-db1eddefc4f5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=df98b23b-b855-4fcd-ab58-771e1f55e22b HTTP/1.1" status: 200 len: 210 time: 0.0361295 Apr 26 14:15:04.404057 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-cc16d4ea-8173-4826-9aab-082b46f47fec None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:04.426643 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f2b5b38-635a-4341-b086-e38ea684629b req-0b1780e3-5268-4e70-bae8-c0cdade1e4c8 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727551 Apr 26 14:15:04.427436 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558887'] for router_gateway (72e61c60-0b19-49d5-aa6c-1a66558c450c), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:04.571987 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10446'] for router (72e61c60-0b19-49d5-aa6c-1a66558c450c), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:04.574462 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] Publish callbacks [] for router_controller (72e61c60-0b19-49d5-aa6c-1a66558c450c), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:04.578796 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ab473-24bb-41c8-9662-7cc6725458ec req-0642932c-ebb2-4d19-98e1-09b11593e294 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:04.581102 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c28ab473-24bb-41c8-9662-7cc6725458ec req-0642932c-ebb2-4d19-98e1-09b11593e294 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 943 time: 0.0733349 Apr 26 14:15:04.670563 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c28ab473-24bb-41c8-9662-7cc6725458ec req-6dcac74b-6c61-4af7-b088-f7ce9bfc463c tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a961d7c-e7f4-4725-8bbf-6747867a3442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827348 Apr 26 14:15:04.688927 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-cc16d4ea-8173-4826-9aab-082b46f47fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:04.718836 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc16d4ea-8173-4826-9aab-082b46f47fec None None] The sync data for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi is: [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:15:04.759251 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 07c2857b-d0c0-42b9-bc04-7835204b1cf0 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:15:04.766628 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564663'] for router (72e61c60-0b19-49d5-aa6c-1a66558c450c), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:04.767075 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72e61c60-0b19-49d5-aa6c-1a66558c450c {{(pid=103923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 26 14:15:04.777533 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:04.779068 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-39b0c838-f9da-4048-8cfa-77b291b799c7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/72e61c60-0b19-49d5-aa6c-1a66558c450c HTTP/1.1" status: 204 len: 168 time: 1.4490242 Apr 26 14:15:04.782795 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59542) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:04.800682 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 07c2857b-d0c0-42b9-bc04-7835204b1cf0 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:15:04.801052 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 07c2857b-d0c0-42b9-bc04-7835204b1cf0 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:15:04.846533 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-4775a2cd-1eb0-4094-aabd-e37c92c075ca admin admin] Deleting subnet 21736fdb-edb7-4182-9064-452899759396 {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:15:04.849795 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4775a2cd-1eb0-4094-aabd-e37c92c075ca admin admin] Publish callbacks [] for subnet (21736fdb-edb7-4182-9064-452899759396), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:04.886147 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4775a2cd-1eb0-4094-aabd-e37c92c075ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3195298'] for subnet (21736fdb-edb7-4182-9064-452899759396), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.031482 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4775a2cd-1eb0-4094-aabd-e37c92c075ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (21736fdb-edb7-4182-9064-452899759396), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.058605 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c825696-1c88-4553-a1a3-ecfc7e3041f7 None None] New status for floating IP c4665a54-6d95-4cbd-a40a-cc13a6b6d49a: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:15:05.194649 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4775a2cd-1eb0-4094-aabd-e37c92c075ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3745788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3767219'] for subnet (21736fdb-edb7-4182-9064-452899759396), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.218112 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775a2cd-1eb0-4094-aabd-e37c92c075ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21736fdb-edb7-4182-9064-452899759396,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:05.227567 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4775a2cd-1eb0-4094-aabd-e37c92c075ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.230173 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4402b04-e0a6-4bba-ba0a-bb57256423cd None None] Network 39bb26a1-84de-43e7-8b61-6213bc37b526 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:15:05.231293 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59550) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:05.231760 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4775a2cd-1eb0-4094-aabd-e37c92c075ca admin admin] 10.222.0.23 "DELETE /v2.0/subnets/21736fdb-edb7-4182-9064-452899759396 HTTP/1.1" status: 204 len: 168 time: 0.4475629 Apr 26 14:15:05.304476 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (39bb26a1-84de-43e7-8b61-6213bc37b526), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.363946 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] Deleting port 7974504f-476d-4352-97a8-f9506e96246c {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:05.364288 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (7974504f-476d-4352-97a8-f9506e96246c), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.402754 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4909eaf-6d8c-4191-8933-52a3dbfd545b None None] DHCP port deletion for 39bb26a1-84de-43e7-8b61-6213bc37b526 request from dv-cinder-835133-2-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 26 14:15:05.466090 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] For port 7974504f-476d-4352-97a8-f9506e96246c, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=7974504f-476d-4352-97a8-f9506e96246c,segment=NetworkSegment(51ad5a88-2866-4657-b8cb-e96febfe5ebb),segment_id=51ad5a88-2866-4657-b8cb-e96febfe5ebb)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:05.466464 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (7974504f-476d-4352-97a8-f9506e96246c), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.468081 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c4909eaf-6d8c-4191-8933-52a3dbfd545b None None] Deleting port 7974504f-476d-4352-97a8-f9506e96246c {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:05.468539 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c4909eaf-6d8c-4191-8933-52a3dbfd545b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (7974504f-476d-4352-97a8-f9506e96246c), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.479505 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] Calling delete_port for 7974504f-476d-4352-97a8-f9506e96246c owned by network:dhcp {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:05.531132 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-c4909eaf-6d8c-4191-8933-52a3dbfd545b None None] For port 7974504f-476d-4352-97a8-f9506e96246c, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=7974504f-476d-4352-97a8-f9506e96246c,segment=NetworkSegment(51ad5a88-2866-4657-b8cb-e96febfe5ebb),segment_id=51ad5a88-2866-4657-b8cb-e96febfe5ebb)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:05.531777 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c4909eaf-6d8c-4191-8933-52a3dbfd545b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (7974504f-476d-4352-97a8-f9506e96246c), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.544441 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c4909eaf-6d8c-4191-8933-52a3dbfd545b None None] Calling delete_port for 7974504f-476d-4352-97a8-f9506e96246c owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:05.554983 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59558) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:05.616023 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-65593428-bcb4-4fb4-907f-ec8e002ed924 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (f5397375-62ab-4202-ab04-1424201c55a6), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.642150 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-65593428-bcb4-4fb4-907f-ec8e002ed924 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (f5397375-62ab-4202-ab04-1424201c55a6), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.651035 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (7974504f-476d-4352-97a8-f9506e96246c), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.663273 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c4909eaf-6d8c-4191-8933-52a3dbfd545b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293'] for port (7974504f-476d-4352-97a8-f9506e96246c), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.685534 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7974504f-476d-4352-97a8-f9506e96246c,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:05.688448 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4909eaf-6d8c-4191-8933-52a3dbfd545b None None] Pushing event deleted for resources: {'Port': ['ID=7974504f-476d-4352-97a8-f9506e96246c,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:05.690424 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] No DVR routers for this DVR port 7974504f-476d-4352-97a8-f9506e96246c on host dv-cinder-835133-2-iscsi {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:15:05.692166 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4909eaf-6d8c-4191-8933-52a3dbfd545b None None] No DVR routers for this DVR port 7974504f-476d-4352-97a8-f9506e96246c on host dv-cinder-835133-2-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:15:05.778959 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (39bb26a1-84de-43e7-8b61-6213bc37b526), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.800683 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bb26a1-84de-43e7-8b61-6213bc37b526']}} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:05.802427 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3595a6-f032-45a1-8bc0-20bdc6c39431 req-1ff9227d-0c40-4aca-b2a9-ec4fd919fa29 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:05.803919 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ed3595a6-f032-45a1-8bc0-20bdc6c39431 req-1ff9227d-0c40-4aca-b2a9-ec4fd919fa29 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 943 time: 0.0549734 Apr 26 14:15:05.811237 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ad5a88-2866-4657-b8cb-e96febfe5ebb') {'for_net_delete': True} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:05.811532 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ad5a88-2866-4657-b8cb-e96febfe5ebb') {} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:05.820337 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934504'] for segment (51ad5a88-2866-4657-b8cb-e96febfe5ebb), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.834443 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (51ad5a88-2866-4657-b8cb-e96febfe5ebb), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.841052 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:15:05.841493 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995258'] for segment (51ad5a88-2866-4657-b8cb-e96febfe5ebb), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: Traceback (most recent call last): Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: timer() Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: cb(*args, **kw) Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: return func(*args, **kwargs) Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: self._notify() Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: self.callback(batched_events) Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: event.method(event) Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: return f(self, *a, **k) Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: return self._get(url).json() Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: return self.request(url, 'GET', **kwargs) Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:15:05.843196 dv-cinder-835133-2-iscsi neutron-server[103923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:15:05.851729 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ed3595a6-f032-45a1-8bc0-20bdc6c39431 req-41db10db-de28-4dab-b5b8-a8ed492e20a0 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a961d7c-e7f4-4725-8bbf-6747867a3442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421059 Apr 26 14:15:05.880780 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-65593428-bcb4-4fb4-907f-ec8e002ed924 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (f5397375-62ab-4202-ab04-1424201c55a6), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.883373 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-65593428-bcb4-4fb4-907f-ec8e002ed924 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:05.884539 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-65593428-bcb4-4fb4-907f-ec8e002ed924 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "DELETE /v2.0/security-groups/f5397375-62ab-4202-ab04-1424201c55a6 HTTP/1.1" status: 204 len: 168 time: 0.3286004 Apr 26 14:15:05.887545 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59562) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:05.903692 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.api.v2.resource [None req-8d621ab2-0310-4a77-bd8a-6b53d248ad7a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] show failed (client error): The resource could not be found. Apr 26 14:15:05.903692 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-8d621ab2-0310-4a77-bd8a-6b53d248ad7a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups/f5397375-62ab-4202-ab04-1424201c55a6 HTTP/1.1" status: 404 len: 347 time: 0.0142655 Apr 26 14:15:05.904213 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65593428-bcb4-4fb4-907f-ec8e002ed924 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5397375-62ab-4202-ab04-1424201c55a6,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:05.905798 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59564) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:06.028119 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (39bb26a1-84de-43e7-8b61-6213bc37b526), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:06.029475 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-b546973a-9e1c-4975-a924-eb40b63c0243 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Deleting port 86d34825-f6bd-4f51-8db0-ad3f1eb2da75 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:06.029753 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b546973a-9e1c-4975-a924-eb40b63c0243 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (86d34825-f6bd-4f51-8db0-ad3f1eb2da75), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:06.034390 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:06.037929 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/39bb26a1-84de-43e7-8b61-6213bc37b526 HTTP/1.1" status: 204 len: 168 time: 0.8054295 Apr 26 14:15:06.041696 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59566) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:06.056616 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2db50-3365-414d-b38c-fc6bfe8bafa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=39bb26a1-84de-43e7-8b61-6213bc37b526,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:06.105536 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b546973a-9e1c-4975-a924-eb40b63c0243 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (86d34825-f6bd-4f51-8db0-ad3f1eb2da75), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:06.105870 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b546973a-9e1c-4975-a924-eb40b63c0243 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (86d34825-f6bd-4f51-8db0-ad3f1eb2da75), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:06.118217 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-b546973a-9e1c-4975-a924-eb40b63c0243 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Calling delete_port for 86d34825-f6bd-4f51-8db0-ad3f1eb2da75 owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:06.308336 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b546973a-9e1c-4975-a924-eb40b63c0243 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (86d34825-f6bd-4f51-8db0-ad3f1eb2da75), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:06.339957 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546973a-9e1c-4975-a924-eb40b63c0243 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event deleted for resources: {'Port': ['ID=86d34825-f6bd-4f51-8db0-ad3f1eb2da75,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:06.394028 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b546973a-9e1c-4975-a924-eb40b63c0243 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (c4665a54-6d95-4cbd-a40a-cc13a6b6d49a), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:06.396778 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b546973a-9e1c-4975-a924-eb40b63c0243 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:06.397921 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b546973a-9e1c-4975-a924-eb40b63c0243 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "DELETE /v2.0/floatingips/c4665a54-6d95-4cbd-a40a-cc13a6b6d49a HTTP/1.1" status: 204 len: 168 time: 0.4911797 Apr 26 14:15:06.462462 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-99237d3e-0b3a-4c16-8419-d6cc2e569060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557085'] for router_interface (9d58ca15-fc8c-438c-9e29-979487d1e1c5), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:06.726605 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 14c3fc22-ece3-4b56-ad77-849a0eabc7e8 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:15:06.753189 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 14c3fc22-ece3-4b56-ad77-849a0eabc7e8 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:15:06.753790 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 14c3fc22-ece3-4b56-ad77-849a0eabc7e8 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:15:06.754340 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 7974504f-476d-4352-97a8-f9506e96246c no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:15:06.772903 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 7974504f-476d-4352-97a8-f9506e96246c {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:15:06.773444 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 7974504f-476d-4352-97a8-f9506e96246c not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:15:06.890022 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device dd529bed-7d48-4697-bf08-d801037e368d details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:15:06.892397 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ede1cf67-87e7-4b05-824d-155ba5205045 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:15:06.937824 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59574) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:06.942436 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-6049ceb5-ccd3-4440-b87c-a10ea5b4e65c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--129126131', 'description': 'tempest-description--1682967793'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:06.975845 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f4ade-f414-4754-bb5c-97ec7ad2e9bb req-54160b8e-950c-44f5-9371-04f59a7017da tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:06.977367 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3e4f4ade-f414-4754-bb5c-97ec7ad2e9bb req-54160b8e-950c-44f5-9371-04f59a7017da tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 943 time: 0.0584664 Apr 26 14:15:06.979342 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: ede1cf67-87e7-4b05-824d-155ba5205045 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:15:06.979782 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ede1cf67-87e7-4b05-824d-155ba5205045 not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:15:07.023042 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port dd529bed-7d48-4697-bf08-d801037e368d, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=dd529bed-7d48-4697-bf08-d801037e368d,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:07.027483 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-99237d3e-0b3a-4c16-8419-d6cc2e569060 admin admin] Deleting port 314b059c-98b6-4fa8-ab98-5efe7796d7b4 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:07.027921 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-99237d3e-0b3a-4c16-8419-d6cc2e569060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:07.030836 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3e4f4ade-f414-4754-bb5c-97ec7ad2e9bb req-ab1d58e2-7f17-4998-9659-b12329c6c405 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a961d7c-e7f4-4725-8bbf-6747867a3442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469837 Apr 26 14:15:07.036038 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'dd529bed-7d48-4697-bf08-d801037e368d', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'port_id': 'dd529bed-7d48-4697-bf08-d801037e368d', 'mac_address': 'fa:16:3e:1a:48:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:15:07.069721 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6049ceb5-ccd3-4440-b87c-a10ea5b4e65c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:07.074008 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port dd529bed-7d48-4697-bf08-d801037e368d is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:07.076863 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (dd529bed-7d48-4697-bf08-d801037e368d), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:07.087040 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd529bed-7d48-4697-bf08-d801037e368d {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:15:07.106287 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port dd529bed-7d48-4697-bf08-d801037e368d, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=dd529bed-7d48-4697-bf08-d801037e368d,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:07.131254 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-99237d3e-0b3a-4c16-8419-d6cc2e569060 admin admin] For port 314b059c-98b6-4fa8-ab98-5efe7796d7b4, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=314b059c-98b6-4fa8-ab98-5efe7796d7b4,segment=NetworkSegment(1f84dc8e-ba77-4054-84ae-d5ddaeb702e2),segment_id=1f84dc8e-ba77-4054-84ae-d5ddaeb702e2)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:07.131622 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-99237d3e-0b3a-4c16-8419-d6cc2e569060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:07.149272 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-99237d3e-0b3a-4c16-8419-d6cc2e569060 admin admin] Calling delete_port for 314b059c-98b6-4fa8-ab98-5efe7796d7b4 owned by network:router_interface {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:07.210910 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (dd529bed-7d48-4697-bf08-d801037e368d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:07.212416 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6049ceb5-ccd3-4440-b87c-a10ea5b4e65c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (1d4efae3-fba2-42e9-ac70-3590a499d080), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:07.258186 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=dd529bed-7d48-4697-bf08-d801037e368d,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:07.267498 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6049ceb5-ccd3-4440-b87c-a10ea5b4e65c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (1d4efae3-fba2-42e9-ac70-3590a499d080), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:07.309484 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049ceb5-ccd3-4440-b87c-a10ea5b4e65c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4efae3-fba2-42e9-ac70-3590a499d080,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:07.358861 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6049ceb5-ccd3-4440-b87c-a10ea5b4e65c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:07.360072 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6049ceb5-ccd3-4440-b87c-a10ea5b4e65c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4212494 Apr 26 14:15:07.363687 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59576) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:07.369494 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-27406335-e02e-4d1d-b253-630183cee238 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'security_group_rule': {'security_group_id': '1d4efae3-fba2-42e9-ac70-3590a499d080', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:07.461048 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['dd529bed-7d48-4697-bf08-d801037e368d'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:15:07.462523 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-99237d3e-0b3a-4c16-8419-d6cc2e569060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (314b059c-98b6-4fa8-ab98-5efe7796d7b4), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:07.491697 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99237d3e-0b3a-4c16-8419-d6cc2e569060 admin admin] Pushing event deleted for resources: {'Port': ['ID=314b059c-98b6-4fa8-ab98-5efe7796d7b4,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:07.508232 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-27406335-e02e-4d1d-b253-630183cee238 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (1f7dd5b8-3215-45e1-b1fe-cfab061171fc), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:07.581130 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-27406335-e02e-4d1d-b253-630183cee238 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (1f7dd5b8-3215-45e1-b1fe-cfab061171fc), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:07.678258 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-99237d3e-0b3a-4c16-8419-d6cc2e569060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557185'] for router_interface (9d58ca15-fc8c-438c-9e29-979487d1e1c5), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:07.685506 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-27406335-e02e-4d1d-b253-630183cee238 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (1f7dd5b8-3215-45e1-b1fe-cfab061171fc), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:07.708288 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27406335-e02e-4d1d-b253-630183cee238 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7dd5b8-3215-45e1-b1fe-cfab061171fc,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:07.778932 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-27406335-e02e-4d1d-b253-630183cee238 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:07.780160 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-27406335-e02e-4d1d-b253-630183cee238 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4153035 Apr 26 14:15:07.782940 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59580) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:07.791923 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-144a518e-e51a-4171-aeba-9de76246415e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'security_group_rule': {'security_group_id': '1d4efae3-fba2-42e9-ac70-3590a499d080', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:07.896046 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-144a518e-e51a-4171-aeba-9de76246415e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (2abdc2bb-23b8-430a-82f3-051c24d79558), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:07.898378 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99237d3e-0b3a-4c16-8419-d6cc2e569060 admin admin] Router 9d58ca15-fc8c-438c-9e29-979487d1e1c5 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:15:07.950843 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-144a518e-e51a-4171-aeba-9de76246415e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (2abdc2bb-23b8-430a-82f3-051c24d79558), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.010334 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99237d3e-0b3a-4c16-8419-d6cc2e569060 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:15:08.015219 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-99237d3e-0b3a-4c16-8419-d6cc2e569060 admin admin] 10.222.0.23 "PUT /v2.0/routers/9d58ca15-fc8c-438c-9e29-979487d1e1c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9731731 Apr 26 14:15:08.017663 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59582) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:08.019907 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77012b3a-faf7-414d-964e-b6fc3633ca12 None None] Sync routers for ids ['9d58ca15-fc8c-438c-9e29-979487d1e1c5'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:15:08.030432 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77012b3a-faf7-414d-964e-b6fc3633ca12 None None] Routers {'9d58ca15-fc8c-438c-9e29-979487d1e1c5'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:08.031030 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-77012b3a-faf7-414d-964e-b6fc3633ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['9d58ca15-fc8c-438c-9e29-979487d1e1c5'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:08.062672 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-144a518e-e51a-4171-aeba-9de76246415e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (2abdc2bb-23b8-430a-82f3-051c24d79558), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.082752 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a518e-e51a-4171-aeba-9de76246415e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abdc2bb-23b8-430a-82f3-051c24d79558,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:08.133138 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] Publish callbacks [] for router (9d58ca15-fc8c-438c-9e29-979487d1e1c5), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.138767 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-144a518e-e51a-4171-aeba-9de76246415e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.140194 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-144a518e-e51a-4171-aeba-9de76246415e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562784 Apr 26 14:15:08.143361 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59586) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:08.146983 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-77012b3a-faf7-414d-964e-b6fc3633ca12 None None] Set router 9d58ca15-fc8c-438c-9e29-979487d1e1c5 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:08.147610 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'floatingip': {'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:08.233270 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.246438 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92e6cc-bca0-45e9-b878-fedb600de711 req-ef3c1147-9b16-4002-8b00-90f9c4454cbc tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:08.248015 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ad92e6cc-bca0-45e9-b878-fedb600de711 req-ef3c1147-9b16-4002-8b00-90f9c4454cbc tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 944 time: 0.1264467 Apr 26 14:15:08.287544 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] Publish callbacks [] for router_gateway (9d58ca15-fc8c-438c-9e29-979487d1e1c5), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.315632 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ad92e6cc-bca0-45e9-b878-fedb600de711 req-d9e3ae38-4ba9-4eea-9268-ba4bd7568b7f tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a961d7c-e7f4-4725-8bbf-6747867a3442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545440 Apr 26 14:15:08.343279 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.402766 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] Deleting port 14294b7e-8eca-4a1e-9549-93933507df88 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:08.403115 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (14294b7e-8eca-4a1e-9549-93933507df88), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.414405 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-77012b3a-faf7-414d-964e-b6fc3633ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'name': 'tempest-TestMinimumBasicScenario-1715266946-router', 'tenant_id': '2ed6d99350394bfebbdd164e5b97882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '14294b7e-8eca-4a1e-9549-93933507df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:24Z', 'updated_at': '2022-04-26T14:15:07Z', 'revision_number': 5, 'project_id': '2ed6d99350394bfebbdd164e5b97882a', 'gw_port': {'id': '14294b7e-8eca-4a1e-9549-93933507df88', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:25Z', 'updated_at': '2022-04-26T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:08.446955 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77012b3a-faf7-414d-964e-b6fc3633ca12 None None] Checking router: 9d58ca15-fc8c-438c-9e29-979487d1e1c5 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:15:08.455387 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77012b3a-faf7-414d-964e-b6fc3633ca12 None None] Routers {'9d58ca15-fc8c-438c-9e29-979487d1e1c5'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:08.456017 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-77012b3a-faf7-414d-964e-b6fc3633ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['9d58ca15-fc8c-438c-9e29-979487d1e1c5'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:08.456702 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Allocated IP 172.27.1.42 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/7b4017bb-c930-4bf7-85f7-f759fb243dfc) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:15:08.485626 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] For port 14294b7e-8eca-4a1e-9549-93933507df88, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=14294b7e-8eca-4a1e-9549-93933507df88,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:08.486331 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (14294b7e-8eca-4a1e-9549-93933507df88), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.498862 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] Calling delete_port for 14294b7e-8eca-4a1e-9549-93933507df88 owned by network:router_gateway {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:08.545989 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-77012b3a-faf7-414d-964e-b6fc3633ca12 None None] Set router 9d58ca15-fc8c-438c-9e29-979487d1e1c5 gateway port host: None {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:08.563957 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for port (7b4017bb-c930-4bf7-85f7-f759fb243dfc), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.597366 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-77012b3a-faf7-414d-964e-b6fc3633ca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'name': 'tempest-TestMinimumBasicScenario-1715266946-router', 'tenant_id': '2ed6d99350394bfebbdd164e5b97882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:24Z', 'updated_at': '2022-04-26T14:15:08Z', 'revision_number': 6, 'project_id': '2ed6d99350394bfebbdd164e5b97882a', 'gw_port_host': None}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:08.626840 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77012b3a-faf7-414d-964e-b6fc3633ca12 None None] The sync data for ids ['9d58ca15-fc8c-438c-9e29-979487d1e1c5'] in dv-cinder-835133-2-iscsi is: [{'id': '9d58ca15-fc8c-438c-9e29-979487d1e1c5', 'name': 'tempest-TestMinimumBasicScenario-1715266946-router', 'tenant_id': '2ed6d99350394bfebbdd164e5b97882a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:24Z', 'updated_at': '2022-04-26T14:15:08Z', 'revision_number': 6, 'project_id': '2ed6d99350394bfebbdd164e5b97882a', 'gw_port_host': None}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:15:08.659845 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (7b4017bb-c930-4bf7-85f7-f759fb243dfc), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.705501 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:15:08.708241 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:15:08.713478 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:15:08.718682 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'Port': ['ID=7b4017bb-c930-4bf7-85f7-f759fb243dfc,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:08.731288 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (14294b7e-8eca-4a1e-9549-93933507df88), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.758102 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] Pushing event deleted for resources: {'Port': ['ID=14294b7e-8eca-4a1e-9549-93933507df88,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:08.803447 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (e95b4cb3-6abf-4739-9108-0a3b937b5351), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.818394 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558887'] for router_gateway (9d58ca15-fc8c-438c-9e29-979487d1e1c5), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.878537 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (7b4017bb-c930-4bf7-85f7-f759fb243dfc), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.891148 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device dd529bed-7d48-4697-bf08-d801037e368d up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:15:08.912294 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10446'] for router (9d58ca15-fc8c-438c-9e29-979487d1e1c5), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:08.914806 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] Publish callbacks [] for router_controller (9d58ca15-fc8c-438c-9e29-979487d1e1c5), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.005034 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port dd529bed-7d48-4697-bf08-d801037e368d completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:15:09.010706 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port dd529bed-7d48-4697-bf08-d801037e368d triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:09.011217 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (dd529bed-7d48-4697-bf08-d801037e368d), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.045559 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564663'] for router (9d58ca15-fc8c-438c-9e29-979487d1e1c5), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.046560 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d58ca15-fc8c-438c-9e29-979487d1e1c5 {{(pid=103923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 26 14:15:09.055238 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.056568 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-dd93a9b6-f076-4de5-8b0a-7886e7aa3559 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9d58ca15-fc8c-438c-9e29-979487d1e1c5 HTTP/1.1" status: 204 len: 168 time: 1.0379245 Apr 26 14:15:09.057313 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59590) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:09.070028 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for port (7b4017bb-c930-4bf7-85f7-f759fb243dfc), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.106248 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15c8b18-4194-4c89-93c5-86bd311de1fe admin admin] Deleting subnet ede624b4-6683-4611-881d-49a81fcbf4fc {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:15:09.110426 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d15c8b18-4194-4c89-93c5-86bd311de1fe admin admin] Publish callbacks [] for subnet (ede624b4-6683-4611-881d-49a81fcbf4fc), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.110794 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port dd529bed-7d48-4697-bf08-d801037e368d is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:09.111191 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (dd529bed-7d48-4697-bf08-d801037e368d), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.140278 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3725be-7e4d-4cea-8ca3-65650da5c3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd529bed-7d48-4697-bf08-d801037e368d'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:15:09.143337 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d79ca11-149a-4a77-98bc-9dbd48e9ec6d" -d '{"events": [{"server_uuid": "fc3725be-7e4d-4cea-8ca3-65650da5c3a4", "name": "network-vif-plugged", "status": "completed", "tag": "dd529bed-7d48-4697-bf08-d801037e368d"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:15:09.176350 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port dd529bed-7d48-4697-bf08-d801037e368d, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=dd529bed-7d48-4697-bf08-d801037e368d,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:09.176503 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d15c8b18-4194-4c89-93c5-86bd311de1fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934499'] for subnet (ede624b4-6683-4611-881d-49a81fcbf4fc), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.179152 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10778123-08bf-4c56-8167-58ac52eb549f x-openstack-request-id: req-10778123-08bf-4c56-8167-58ac52eb549f {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:15:09.179459 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3725be-7e4d-4cea-8ca3-65650da5c3a4", "name": "network-vif-plugged", "status": "completed", "tag": "dd529bed-7d48-4697-bf08-d801037e368d", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:15:09.179718 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10778123-08bf-4c56-8167-58ac52eb549f {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:15:09.180126 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10778123-08bf-4c56-8167-58ac52eb549f'] response: {'server_uuid': 'fc3725be-7e4d-4cea-8ca3-65650da5c3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd529bed-7d48-4697-bf08-d801037e368d', 'code': 200} Apr 26 14:15:09.216750 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745578'] for port (7b4017bb-c930-4bf7-85f7-f759fb243dfc), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.272985 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d15c8b18-4194-4c89-93c5-86bd311de1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (ede624b4-6683-4611-881d-49a81fcbf4fc), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.287623 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'Port': ['ID=7b4017bb-c930-4bf7-85f7-f759fb243dfc,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:09.299376 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (e95b4cb3-6abf-4739-9108-0a3b937b5351), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.354126 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (dd529bed-7d48-4697-bf08-d801037e368d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.396995 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.398337 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e7d3181b-553f-476d-942d-4671daf6bf1b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2539990 Apr 26 14:15:09.405200 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=dd529bed-7d48-4697-bf08-d801037e368d,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:09.455132 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3963157-85c6-4f81-8219-26d50e3aab1e req-73a0f04f-26ee-45e4-8f1c-aa3302772d45 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:09.461070 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e3963157-85c6-4f81-8219-26d50e3aab1e req-73a0f04f-26ee-45e4-8f1c-aa3302772d45 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 945 time: 0.0746291 Apr 26 14:15:09.461070 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d15c8b18-4194-4c89-93c5-86bd311de1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3995344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4099138'] for subnet (ede624b4-6683-4611-881d-49a81fcbf4fc), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.487758 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c8b18-4194-4c89-93c5-86bd311de1fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede624b4-6683-4611-881d-49a81fcbf4fc,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:09.509936 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d15c8b18-4194-4c89-93c5-86bd311de1fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.515545 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d15c8b18-4194-4c89-93c5-86bd311de1fe admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ede624b4-6683-4611-881d-49a81fcbf4fc HTTP/1.1" status: 204 len: 168 time: 0.4550653 Apr 26 14:15:09.515940 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59600) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:09.520932 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06622936-e80f-472f-842d-e48438a9d19d None None] Network 2053ebf9-0eb1-42b3-834e-4939cf32b4ea requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:15:09.544319 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e3963157-85c6-4f81-8219-26d50e3aab1e req-57c59ec1-cc84-4ae2-94af-582ef13766b1 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a961d7c-e7f4-4725-8bbf-6747867a3442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581713 Apr 26 14:15:09.626637 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ba762-274e-445c-9965-c1f0d9abe68a req-514b1da5-00da-4fe9-8238-e9b55410cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:09.628370 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2b4ba762-274e-445c-9965-c1f0d9abe68a req-514b1da5-00da-4fe9-8238-e9b55410cdc8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 1129 time: 0.0525405 Apr 26 14:15:09.667968 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (2053ebf9-0eb1-42b3-834e-4939cf32b4ea), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.682613 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2b4ba762-274e-445c-9965-c1f0d9abe68a req-227dd1f1-39d3-40ba-a7f9-a53c94ae4ec4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a961d7c-e7f4-4725-8bbf-6747867a3442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470047 Apr 26 14:15:09.709640 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-e5ce708b-f4e9-4c72-8be9-d19f265db105 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--129126131&fields=id&tenant_id=852d3fc9b96d4019912cc7b5d7e2db73 HTTP/1.1" status: 200 len: 267 time: 0.0745888 Apr 26 14:15:09.710644 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed24d7bb-222d-4793-808e-ad9d6bd2bfbc None None] DHCP port deletion for 2053ebf9-0eb1-42b3-834e-4939cf32b4ea request from dv-cinder-835133-2-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 26 14:15:09.760598 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-ed24d7bb-222d-4793-808e-ad9d6bd2bfbc None None] Deleting port 65217b5c-b803-4176-8762-64731ab5cd5d {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:09.761070 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ed24d7bb-222d-4793-808e-ad9d6bd2bfbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (65217b5c-b803-4176-8762-64731ab5cd5d), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.835990 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] Deleting port 65217b5c-b803-4176-8762-64731ab5cd5d {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:09.836108 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-ed24d7bb-222d-4793-808e-ad9d6bd2bfbc None None] For port 65217b5c-b803-4176-8762-64731ab5cd5d, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=65217b5c-b803-4176-8762-64731ab5cd5d,segment=NetworkSegment(1f84dc8e-ba77-4054-84ae-d5ddaeb702e2),segment_id=1f84dc8e-ba77-4054-84ae-d5ddaeb702e2)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:09.836223 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (65217b5c-b803-4176-8762-64731ab5cd5d), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.836323 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ed24d7bb-222d-4793-808e-ad9d6bd2bfbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (65217b5c-b803-4176-8762-64731ab5cd5d), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.846514 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-ed24d7bb-222d-4793-808e-ad9d6bd2bfbc None None] Calling delete_port for 65217b5c-b803-4176-8762-64731ab5cd5d owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:09.875929 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-bc4fe8ac-a423-471a-a465-192a965364c7 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:09.877935 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-bc4fe8ac-a423-471a-a465-192a965364c7 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/networks?id=db62da73-59c6-4f6f-98fa-3d9fee96e03d HTTP/1.1" status: 200 len: 815 time: 0.1506321 Apr 26 14:15:09.907449 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-e620c87c-3108-4878-af02-18061b05b6c0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/quotas/852d3fc9b96d4019912cc7b5d7e2db73 HTTP/1.1" status: 200 len: 375 time: 0.0193958 Apr 26 14:15:09.912048 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] For port 65217b5c-b803-4176-8762-64731ab5cd5d, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=65217b5c-b803-4176-8762-64731ab5cd5d,segment=NetworkSegment(1f84dc8e-ba77-4054-84ae-d5ddaeb702e2),segment_id=1f84dc8e-ba77-4054-84ae-d5ddaeb702e2)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:09.912419 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (65217b5c-b803-4176-8762-64731ab5cd5d), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:09.950527 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] Calling delete_port for 65217b5c-b803-4176-8762-64731ab5cd5d owned by network:dhcp {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:10.005137 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ed24d7bb-222d-4793-808e-ad9d6bd2bfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293'] for port (65217b5c-b803-4176-8762-64731ab5cd5d), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:10.016815 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-aac4e740-c22c-4050-88e2-7deab316d90f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015639 Apr 26 14:15:10.035904 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24d7bb-222d-4793-808e-ad9d6bd2bfbc None None] Pushing event deleted for resources: {'Port': ['ID=65217b5c-b803-4176-8762-64731ab5cd5d,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:10.037724 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed24d7bb-222d-4793-808e-ad9d6bd2bfbc None None] No DVR routers for this DVR port 65217b5c-b803-4176-8762-64731ab5cd5d on host dv-cinder-835133-2-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:15:10.099655 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (65217b5c-b803-4176-8762-64731ab5cd5d), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:10.130313 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] Pushing event deleted for resources: {'Port': ['ID=65217b5c-b803-4176-8762-64731ab5cd5d,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:10.140520 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] No DVR routers for this DVR port 65217b5c-b803-4176-8762-64731ab5cd5d on host dv-cinder-835133-2-iscsi {{(pid=103924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:15:10.174517 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-b8186ada-1f31-4189-bf1a-ef429ce14364 service neutron] 10.222.0.23 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435821 Apr 26 14:15:10.265752 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (2053ebf9-0eb1-42b3-834e-4939cf32b4ea), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:10.291241 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2053ebf9-0eb1-42b3-834e-4939cf32b4ea']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:10.308277 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f84dc8e-ba77-4054-84ae-d5ddaeb702e2') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:10.308514 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f84dc8e-ba77-4054-84ae-d5ddaeb702e2') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:10.324972 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195305'] for segment (1f84dc8e-ba77-4054-84ae-d5ddaeb702e2), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:10.337011 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-65257c2f-1776-4909-9613-0941bd134d33 service neutron] 10.222.0.23 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536825 Apr 26 14:15:10.343042 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (1f84dc8e-ba77-4054-84ae-d5ddaeb702e2), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:10.349129 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:15:10.349499 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745622'] for segment (1f84dc8e-ba77-4054-84ae-d5ddaeb702e2), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: self.session.flush() Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: self.session.flush() Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: self.session.flush() Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: self.session.flush() Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: Traceback (most recent call last): Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: timer() Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: cb(*args, **kw) Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: return func(*args, **kwargs) Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: self._notify() Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: self.callback(batched_events) Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: event.method(event) Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: return f(self, *a, **k) Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._get(url).json() Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: return self.request(url, 'GET', **kwargs) Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:15:10.351379 dv-cinder-835133-2-iscsi neutron-server[103924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:15:10.479463 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (2053ebf9-0eb1-42b3-834e-4939cf32b4ea), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:10.484624 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:10.488360 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2053ebf9-0eb1-42b3-834e-4939cf32b4ea HTTP/1.1" status: 204 len: 168 time: 0.9714346 Apr 26 14:15:10.498749 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7eaa2-a18c-4fe0-bd73-aa09ea18b612 admin admin] Pushing event deleted for resources: {'Network': ['ID=2053ebf9-0eb1-42b3-834e-4939cf32b4ea,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:10.583275 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b595943-bf48-4c84-81ee-501b231d10a4 req-ffe56503-46a4-4b7a-b3bf-8af5cf9760d7 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 210 time: 0.0309825 Apr 26 14:15:10.682995 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7f9a1-6e06-4fb1-bff7-fbf7417bdf44 req-35541252-ca4c-4c67-bb82-0e15ebf2cb82 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:10.684530 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cfd7f9a1-6e06-4fb1-bff7-fbf7417bdf44 req-35541252-ca4c-4c67-bb82-0e15ebf2cb82 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 945 time: 0.0535774 Apr 26 14:15:10.739144 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 14294b7e-8eca-4a1e-9549-93933507df88 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:15:10.743003 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cfd7f9a1-6e06-4fb1-bff7-fbf7417bdf44 req-573b18bc-77d6-4ba4-886d-f30f76e9b448 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a961d7c-e7f4-4725-8bbf-6747867a3442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502534 Apr 26 14:15:10.764376 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 14294b7e-8eca-4a1e-9549-93933507df88 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:15:10.764376 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 14294b7e-8eca-4a1e-9549-93933507df88 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:15:10.764376 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 314b059c-98b6-4fa8-ab98-5efe7796d7b4 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:15:10.781727 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 314b059c-98b6-4fa8-ab98-5efe7796d7b4 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:15:10.782101 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 314b059c-98b6-4fa8-ab98-5efe7796d7b4 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:15:10.782516 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 65217b5c-b803-4176-8762-64731ab5cd5d no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:15:10.801068 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 65217b5c-b803-4176-8762-64731ab5cd5d {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:15:10.801408 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 65217b5c-b803-4176-8762-64731ab5cd5d not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:15:10.833917 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:11.108768 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59628) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:11.153535 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e462e4f8-a20d-46b7-8364-cc250d2fbf2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9211b70dd81f45fa8abd2cfaf151e4d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432250 Apr 26 14:15:11.156297 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59630) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:11.202194 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5d47928-7b07-43d9-a5fa-8c4e07ccb2b1 admin admin] Publish callbacks [] for security_group (7dd6432c-2a44-4368-9b66-0c4893d25fd7), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:11.223360 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5d47928-7b07-43d9-a5fa-8c4e07ccb2b1 admin admin] Publish callbacks [] for security_group (7dd6432c-2a44-4368-9b66-0c4893d25fd7), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:11.330657 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5d47928-7b07-43d9-a5fa-8c4e07ccb2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (7dd6432c-2a44-4368-9b66-0c4893d25fd7), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:11.333183 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5d47928-7b07-43d9-a5fa-8c4e07ccb2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:11.334395 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f5d47928-7b07-43d9-a5fa-8c4e07ccb2b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7dd6432c-2a44-4368-9b66-0c4893d25fd7 HTTP/1.1" status: 204 len: 168 time: 0.1773715 Apr 26 14:15:11.342104 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d47928-7b07-43d9-a5fa-8c4e07ccb2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd6432c-2a44-4368-9b66-0c4893d25fd7,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:11.813350 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4afcdd03-b998-4413-a81e-20a6c392191d req-fc30bb3f-6dac-4944-924e-5ba01789c1f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505989 Apr 26 14:15:11.915337 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a03d4de9-7f0e-4378-82c6-dae98e78ea44 req-f54c2522-0995-45a4-974b-9eea1c276d90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 210 time: 0.2595069 Apr 26 14:15:11.929120 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcdd03-b998-4413-a81e-20a6c392191d req-1e494aff-2be1-4d8e-a56d-b2964a29a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:11.930631 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4afcdd03-b998-4413-a81e-20a6c392191d req-1e494aff-2be1-4d8e-a56d-b2964a29a353 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 1129 time: 0.0681283 Apr 26 14:15:11.965442 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37df81-56aa-4b26-9308-580a91721561 req-30333d32-2d0e-4ca3-a377-f62a1ada92f8 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:11.966958 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bc37df81-56aa-4b26-9308-580a91721561 req-30333d32-2d0e-4ca3-a377-f62a1ada92f8 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 945 time: 0.1346517 Apr 26 14:15:12.013891 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bc37df81-56aa-4b26-9308-580a91721561 req-da9c09df-cbeb-4928-be41-57bccf99e8ba tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a961d7c-e7f4-4725-8bbf-6747867a3442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Apr 26 14:15:12.038037 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcdd03-b998-4413-a81e-20a6c392191d req-95f19b78-dc66-429b-8f8c-3a46ec33d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:12.040076 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4afcdd03-b998-4413-a81e-20a6c392191d req-95f19b78-dc66-429b-8f8c-3a46ec33d941 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 200 len: 919 time: 0.0886109 Apr 26 14:15:12.054873 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59650) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:12.083058 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4afcdd03-b998-4413-a81e-20a6c392191d req-56d86203-393b-4a6b-9cc1-d80a515900f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929beb4c-1416-4cbb-a27f-30e55ee70ab6 HTTP/1.1" status: 200 len: 217 time: 0.0365267 Apr 26 14:15:12.099508 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-927fcedd-7104-439b-9f29-222d2cde842a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ed6d99350394bfebbdd164e5b97882a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412827 Apr 26 14:15:12.099735 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59652) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:12.147019 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d3d68982-a3a1-4a75-ab84-f4429bea3614 admin admin] Publish callbacks [] for security_group (2a833a1d-4ec8-4205-b2aa-47f150249244), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:12.170539 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d3d68982-a3a1-4a75-ab84-f4429bea3614 admin admin] Publish callbacks [] for security_group (2a833a1d-4ec8-4205-b2aa-47f150249244), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:12.285588 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d3d68982-a3a1-4a75-ab84-f4429bea3614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (2a833a1d-4ec8-4205-b2aa-47f150249244), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:12.288255 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d3d68982-a3a1-4a75-ab84-f4429bea3614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:12.295282 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d3d68982-a3a1-4a75-ab84-f4429bea3614 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a833a1d-4ec8-4205-b2aa-47f150249244 HTTP/1.1" status: 204 len: 168 time: 0.1890838 Apr 26 14:15:12.305073 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d68982-a3a1-4a75-ab84-f4429bea3614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a833a1d-4ec8-4205-b2aa-47f150249244,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:12.407163 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcdd03-b998-4413-a81e-20a6c392191d req-5c3f15e8-a3ea-4468-9d6a-72c826628d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:12.408656 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4afcdd03-b998-4413-a81e-20a6c392191d req-5c3f15e8-a3ea-4468-9d6a-72c826628d5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 200 len: 857 time: 0.3151042 Apr 26 14:15:12.431320 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e328e2-eb3e-434e-a2f9-027ccc1c1a25 req-abb700ba-07ff-48c5-9c3d-78ab650ca58b tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:12.432704 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f7e328e2-eb3e-434e-a2f9-027ccc1c1a25 req-abb700ba-07ff-48c5-9c3d-78ab650ca58b tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 945 time: 0.3471282 Apr 26 14:15:12.557869 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59656) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:12.557869 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-ca2ff988-4411-4109-a6dc-ad1872cf400d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Request body: {'floatingip': {'port_id': 'dd529bed-7d48-4697-bf08-d801037e368d'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:12.557869 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff988-4411-4109-a6dc-ad1872cf400d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for floatingip (897378f6-d065-4028-bb0b-967d23238021), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:12.558297 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcdd03-b998-4413-a81e-20a6c392191d req-375bf3bd-5738-424c-8b72-08d33271b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:12.558297 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4afcdd03-b998-4413-a81e-20a6c392191d req-375bf3bd-5738-424c-8b72-08d33271b290 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f88888a-dab3-44ae-957f-4a304598e58f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1211929 Apr 26 14:15:12.609254 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-bdb777e9-7084-4adc-833f-b1afc8c53c22 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:12.610798 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-bdb777e9-7084-4adc-833f-b1afc8c53c22 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "GET /v2.0/networks?id=db62da73-59c6-4f6f-98fa-3d9fee96e03d HTTP/1.1" status: 200 len: 815 time: 0.1547141 Apr 26 14:15:12.700945 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4afcdd03-b998-4413-a81e-20a6c392191d req-db8ae361-f86c-4fe9-a653-d4c74a24c69f service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523495 Apr 26 14:15:12.712183 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-d89fd965-e576-41be-9767-23ea21283219 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=852d3fc9b96d4019912cc7b5d7e2db73 HTTP/1.1" status: 200 len: 379 time: 0.0897067 Apr 26 14:15:12.725222 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-1416c447-fceb-4436-bbca-d8e41b33ac90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'port': {'device_id': '8b4e8add-c541-4ae3-9b22-5144661eee8d', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'admin_state_up': True, 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'security_groups': ['1d4efae3-fba2-42e9-ac70-3590a499d080']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:12.882611 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4afcdd03-b998-4413-a81e-20a6c392191d req-35c6fab6-6150-4a28-9953-bcc3d9db64ce service neutron] 10.222.0.26 "GET /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694019 Apr 26 14:15:12.971399 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-1416c447-fceb-4436-bbca-d8e41b33ac90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Made reservation on behalf of 852d3fc9b96d4019912cc7b5d7e2db73 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:15:12.971399 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-1416c447-fceb-4436-bbca-d8e41b33ac90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:13.134964 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-1416c447-fceb-4436-bbca-d8e41b33ac90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Allocated IP 172.20.0.12 (db62da73-59c6-4f6f-98fa-3d9fee96e03d/1e744dae-ccf5-4501-bded-a8905e9a6bf5/34dce262-591f-43ff-9324-4aa5369a0a47) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:15:13.163206 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a4b90528-6615-4f32-9e49-f7236bd02f4c req-4e7d38a6-3028-47dc-b623-589c51fad821 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 210 time: 0.0316837 Apr 26 14:15:13.169049 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.db.resource_extend [None req-ca2ff988-4411-4109-a6dc-ad1872cf400d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 26 14:15:13.222054 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff988-4411-4109-a6dc-ad1872cf400d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:13.286874 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-1416c447-fceb-4436-bbca-d8e41b33ac90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for port (34dce262-591f-43ff-9324-4aa5369a0a47), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:13.314136 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff988-4411-4109-a6dc-ad1872cf400d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (897378f6-d065-4028-bb0b-967d23238021), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:13.388575 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-1416c447-fceb-4436-bbca-d8e41b33ac90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (34dce262-591f-43ff-9324-4aa5369a0a47), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:13.434803 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-1416c447-fceb-4436-bbca-d8e41b33ac90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Network db62da73-59c6-4f6f-98fa-3d9fee96e03d is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:15:13.437900 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-ca2ff988-4411-4109-a6dc-ad1872cf400d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Floating IP 897378f6-d065-4028-bb0b-967d23238021 associated. External IP: 172.27.1.40, port: dd529bed-7d48-4697-bf08-d801037e368d. Apr 26 14:15:13.446549 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-1416c447-fceb-4436-bbca-d8e41b33ac90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:15:13.461439 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-1416c447-fceb-4436-bbca-d8e41b33ac90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:15:13.507128 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416c447-fceb-4436-bbca-d8e41b33ac90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'Port': ['ID=34dce262-591f-43ff-9324-4aa5369a0a47,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:13.524750 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-1416c447-fceb-4436-bbca-d8e41b33ac90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:13.525542 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-1416c447-fceb-4436-bbca-d8e41b33ac90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:13.578417 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59688) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:13.625540 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-1416c447-fceb-4436-bbca-d8e41b33ac90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9050000 Apr 26 14:15:13.640055 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Request body: {'port': {'device_id': '8b4e8add-c541-4ae3-9b22-5144661eee8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:13.688387 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-fede093d-1f2c-4055-ab59-7d7cc5f84bba None None] Provisioning complete for port 34dce262-591f-43ff-9324-4aa5369a0a47 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:13.689929 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fede093d-1f2c-4055-ab59-7d7cc5f84bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (34dce262-591f-43ff-9324-4aa5369a0a47), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:13.696988 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2ff988-4411-4109-a6dc-ad1872cf400d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:15:13.702379 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1851776325-network', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:13.721040 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (34dce262-591f-43ff-9324-4aa5369a0a47), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:13.724079 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-fede093d-1f2c-4055-ab59-7d7cc5f84bba None None] Port 34dce262-591f-43ff-9324-4aa5369a0a47 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:15:13.807808 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2ff988-4411-4109-a6dc-ad1872cf400d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:15:13.812834 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff988-4411-4109-a6dc-ad1872cf400d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:13.819362 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f2f73c-a01e-4e56-a1f0-06dd85511453 None None] Sync routers for ids ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:15:13.824834 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] Made reservation on behalf of 488b7e9fc3ac419e8f3acaf1bbfd8838 for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:15:13.827158 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:13.830566 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f2f73c-a01e-4e56-a1f0-06dd85511453 None None] Routers {'51076078-4c58-4b04-9c96-d1e52ac4cdc8'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:13.831433 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-61f2f73c-a01e-4e56-a1f0-06dd85511453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:13.839824 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:13.849491 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ca2ff988-4411-4109-a6dc-ad1872cf400d tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "PUT /v2.0/floatingips/897378f6-d065-4028-bb0b-967d23238021 HTTP/1.1" status: 200 len: 990 time: 1.3996999 Apr 26 14:15:13.850460 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3725be-7e4d-4cea-8ca3-65650da5c3a4', 'tag': 'dd529bed-7d48-4697-bf08-d801037e368d'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:15:13.853239 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478595fd5860eeef178e2f17bc4da562bcc5ac2bcb416f5f119a8a02bbcefaa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1695af2-b0d7-443e-b57f-9ab4b3d1073c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3725be-7e4d-4cea-8ca3-65650da5c3a4", "tag": "dd529bed-7d48-4697-bf08-d801037e368d"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:15:13.889729 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b764da33-a9ef-4705-a731-8528a626cbda x-openstack-request-id: req-b764da33-a9ef-4705-a731-8528a626cbda {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:15:13.890128 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3725be-7e4d-4cea-8ca3-65650da5c3a4", "tag": "dd529bed-7d48-4697-bf08-d801037e368d", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:15:13.896314 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b764da33-a9ef-4705-a731-8528a626cbda {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:15:13.896314 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b764da33-a9ef-4705-a731-8528a626cbda'] response: {'name': 'network-changed', 'server_uuid': 'fc3725be-7e4d-4cea-8ca3-65650da5c3a4', 'tag': 'dd529bed-7d48-4697-bf08-d801037e368d', 'status': 'completed', 'code': 200} Apr 26 14:15:13.943158 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-61f2f73c-a01e-4e56-a1f0-06dd85511453 None None] Set router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:14.016878 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] Publish callbacks [] for security_group (7c7554c4-4f41-4114-a97d-5fd25fae4f4b), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:14.065232 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34dce262-591f-43ff-9324-4aa5369a0a47 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:15:14.072562 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Publish callbacks [] for port (34dce262-591f-43ff-9324-4aa5369a0a47), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:14.084833 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Transition to ACTIVE for port object 34dce262-591f-43ff-9324-4aa5369a0a47 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:15:14.159196 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (7c7554c4-4f41-4114-a97d-5fd25fae4f4b), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:14.170600 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-61f2f73c-a01e-4e56-a1f0-06dd85511453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '897378f6-d065-4028-bb0b-967d23238021', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'port_id': 'dd529bed-7d48-4697-bf08-d801037e368d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'mac_address': 'fa:16:3e:1a:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3725be-7e4d-4cea-8ca3-65650da5c3a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:14:55Z', 'updated_at': '2022-04-26T14:15:12Z', 'revision_number': 1, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffde2bf7-c614-4e10-931f-e32bcbf2200a', 'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'mac_address': 'fa:16:3e:5c:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:15Z', 'updated_at': '2022-04-26T14:10:26Z', 'revision_number': 5, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'subnets': [{'id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:14.180894 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:15:14.195623 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (34dce262-591f-43ff-9324-4aa5369a0a47), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:14.204649 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f2f73c-a01e-4e56-a1f0-06dd85511453 None None] Checking router: 51076078-4c58-4b04-9c96-d1e52ac4cdc8 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:15:14.205579 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7554c4-4f41-4114-a97d-5fd25fae4f4b,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:14.206484 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (9f968337-a65a-46fb-a988-a32d9abfbe74), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:14.206919 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] Added segment 9f968337-a65a-46fb-a988-a32d9abfbe74 of type vlan for network 9c46524c-1ef3-4576-ad52-5298a3962302 Apr 26 14:15:14.219084 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f2f73c-a01e-4e56-a1f0-06dd85511453 None None] Routers {'51076078-4c58-4b04-9c96-d1e52ac4cdc8'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:14.219715 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-61f2f73c-a01e-4e56-a1f0-06dd85511453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:14.301168 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (9c46524c-1ef3-4576-ad52-5298a3962302), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:14.309743 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Pushing event updated for resources: {'Port': ['ID=34dce262-591f-43ff-9324-4aa5369a0a47,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:14.313483 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473696c-f11e-4654-af64-1d0dc81aed46 req-fc28a421-7979-4975-a4c7-e8bfcb64a466 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:14.318553 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2473696c-f11e-4654-af64-1d0dc81aed46 req-fc28a421-7979-4975-a4c7-e8bfcb64a466 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 944 time: 0.0783429 Apr 26 14:15:14.392085 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2473696c-f11e-4654-af64-1d0dc81aed46 req-41c5db72-8b11-442c-92bd-4b1a05ee7c9f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647528 Apr 26 14:15:14.397299 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Attempting to bind port 34dce262-591f-43ff-9324-4aa5369a0a47 on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:15:14.399605 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Attempting to bind port 34dce262-591f-43ff-9324-4aa5369a0a47 by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:15:14.399956 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Attempting to bind port 34dce262-591f-43ff-9324-4aa5369a0a47 on network db62da73-59c6-4f6f-98fa-3d9fee96e03d {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:15:14.409502 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Port 34dce262-591f-43ff-9324-4aa5369a0a47 on network db62da73-59c6-4f6f-98fa-3d9fee96e03d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:15:14.409932 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Attempting to bind port 34dce262-591f-43ff-9324-4aa5369a0a47 on network db62da73-59c6-4f6f-98fa-3d9fee96e03d {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:15:14.418272 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:15:14.418749 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Checking segment: {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:15:14.419244 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Bound using segment: {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:15:14.419943 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Bound port: 34dce262-591f-43ff-9324-4aa5369a0a47, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:15:14.420506 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (34dce262-591f-43ff-9324-4aa5369a0a47), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:14.462959 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (9c46524c-1ef3-4576-ad52-5298a3962302), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:14.463934 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:14.464521 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:14.489297 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-61f2f73c-a01e-4e56-a1f0-06dd85511453 None None] Set router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:14.553373 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] Pushing event updated for resources: {'Network': ['ID=9c46524c-1ef3-4576-ad52-5298a3962302,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:14.559554 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] For port 34dce262-591f-43ff-9324-4aa5369a0a47, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:15:14.563382 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] For port 34dce262-591f-43ff-9324-4aa5369a0a47, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=34dce262-591f-43ff-9324-4aa5369a0a47,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:15:14.568438 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network 9c46524c-1ef3-4576-ad52-5298a3962302 details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:15:14.602332 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-c98a511b-d63e-4108-8f1a-e1b55d37a08c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0225928 Apr 26 14:15:14.605186 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59702) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:14.609879 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-f9f87072-0d4d-42d0-8054-1eab588aebb7 admin admin] Request body: {'subnet': {'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1851776325-subnet', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'ip_version': 4}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:14.628515 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (34dce262-591f-43ff-9324-4aa5369a0a47), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:14.661529 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:14.662470 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:14.664350 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] 10.222.0.26 "PUT /v2.0/ports/34dce262-591f-43ff-9324-4aa5369a0a47 HTTP/1.1" status: 200 len: 1094 time: 1.0285025 Apr 26 14:15:14.667036 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4e8add-c541-4ae3-9b22-5144661eee8d', 'tag': '34dce262-591f-43ff-9324-4aa5369a0a47'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:15:14.670178 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8399cc-0f4a-4e4a-a534-7d0923c1378d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4e8add-c541-4ae3-9b22-5144661eee8d", "tag": "34dce262-591f-43ff-9324-4aa5369a0a47"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:15:14.697653 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04398d92-f752-49e1-8bf5-aef26e5a5c8a service neutron] Pushing event updated for resources: {'Port': ['ID=34dce262-591f-43ff-9324-4aa5369a0a47,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:14.707592 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbf3f53-0be9-4c29-8cfd-4139714b1133 x-openstack-request-id: req-4cbf3f53-0be9-4c29-8cfd-4139714b1133 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:15:14.707932 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4e8add-c541-4ae3-9b22-5144661eee8d", "tag": "34dce262-591f-43ff-9324-4aa5369a0a47", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:15:14.708188 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cbf3f53-0be9-4c29-8cfd-4139714b1133 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:15:14.708596 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbf3f53-0be9-4c29-8cfd-4139714b1133'] response: {'name': 'network-changed', 'server_uuid': '8b4e8add-c541-4ae3-9b22-5144661eee8d', 'tag': '34dce262-591f-43ff-9324-4aa5369a0a47', 'status': 'completed', 'code': 200} Apr 26 14:15:14.719546 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f87072-0d4d-42d0-8054-1eab588aebb7 admin admin] Made reservation on behalf of 488b7e9fc3ac419e8f3acaf1bbfd8838 for: {'subnet': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:15:14.723844 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f9f87072-0d4d-42d0-8054-1eab588aebb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4099173'] for subnet (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:14.798446 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-61f2f73c-a01e-4e56-a1f0-06dd85511453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '897378f6-d065-4028-bb0b-967d23238021', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'port_id': 'dd529bed-7d48-4697-bf08-d801037e368d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'mac_address': 'fa:16:3e:1a:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3725be-7e4d-4cea-8ca3-65650da5c3a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:14:55Z', 'updated_at': '2022-04-26T14:15:12Z', 'revision_number': 1, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffde2bf7-c614-4e10-931f-e32bcbf2200a', 'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'mac_address': 'fa:16:3e:5c:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:15Z', 'updated_at': '2022-04-26T14:10:26Z', 'revision_number': 5, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'subnets': [{'id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:14.828179 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f2f73c-a01e-4e56-a1f0-06dd85511453 None None] The sync data for ids ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'] in dv-cinder-835133-2-iscsi is: [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '897378f6-d065-4028-bb0b-967d23238021', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'port_id': 'dd529bed-7d48-4697-bf08-d801037e368d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'mac_address': 'fa:16:3e:1a:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3725be-7e4d-4cea-8ca3-65650da5c3a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:14:55Z', 'updated_at': '2022-04-26T14:15:12Z', 'revision_number': 1, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffde2bf7-c614-4e10-931f-e32bcbf2200a', 'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'mac_address': 'fa:16:3e:5c:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:15Z', 'updated_at': '2022-04-26T14:10:26Z', 'revision_number': 5, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'subnets': [{'id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:15:15.000019 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f9f87072-0d4d-42d0-8054-1eab588aebb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3995283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4099163'] for subnet (5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:15.018215 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896ba86-976f-4e31-aca0-890af314aa64 None None] New status for floating IP 897378f6-d065-4028-bb0b-967d23238021: ACTIVE {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:15:15.060607 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f87072-0d4d-42d0-8054-1eab588aebb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:15.068728 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f87072-0d4d-42d0-8054-1eab588aebb7 admin admin] Checking segment: {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:15:15.069124 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f87072-0d4d-42d0-8054-1eab588aebb7 admin admin] Network hostable DHCP agents. Network: 9c46524c-1ef3-4576-ad52-5298a3962302, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:15:15.188295 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f87072-0d4d-42d0-8054-1eab588aebb7 admin admin] Network 9c46524c-1ef3-4576-ad52-5298a3962302 is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:15:15.279511 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-f9f87072-0d4d-42d0-8054-1eab588aebb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, 9c46524c-1ef3-4576-ad52-5298a3962302) {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:15:15.284229 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f87072-0d4d-42d0-8054-1eab588aebb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:15.284874 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f9f87072-0d4d-42d0-8054-1eab588aebb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:15.289915 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8828219-422f-4eb1-9e6b-b161613c7cb9 None None] Network 9c46524c-1ef3-4576-ad52-5298a3962302 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:15:15.378939 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f9f87072-0d4d-42d0-8054-1eab588aebb7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7725925 Apr 26 14:15:15.381636 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59706) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:15.386860 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:15.387805 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8087fa9b-2dff-5ce9-a89c-b071e7a09e37-9c46524c-1ef3-4576-ad52-5298a3962302', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03'}]}} from dv-cinder-835133-2-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 26 14:15:15.388658 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:15.485667 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10492'] for router (b3ffbd3b-0376-4507-b37d-c97d1a39d138), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:15.487391 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10439'] for router (b3ffbd3b-0376-4507-b37d-c97d1a39d138), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:15.518390 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23864a52-a958-4e15-97f9-d29e53c14738 req-62422eb5-956a-485f-9df4-74ffffb671b8 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:15.520040 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-23864a52-a958-4e15-97f9-d29e53c14738 req-62422eb5-956a-485f-9df4-74ffffb671b8 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 944 time: 0.0568967 Apr 26 14:15:15.529587 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Allocated IP 172.20.0.2 (9c46524c-1ef3-4576-ad52-5298a3962302/5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03/df800b2e-6d50-4d1f-a5c5-118ed2db6478) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:15:15.542334 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Publish callbacks [] for router_controller (b3ffbd3b-0376-4507-b37d-c97d1a39d138), precommit_add_association {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:15.568992 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-23864a52-a958-4e15-97f9-d29e53c14738 req-4ea9d011-43a9-4ba2-82dc-52835d8d3e69 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431452 Apr 26 14:15:15.676403 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Publish callbacks [] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:15.780965 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Publish callbacks [] for router_gateway (b3ffbd3b-0376-4507-b37d-c97d1a39d138), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:15.788284 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:15.824413 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Network 9c46524c-1ef3-4576-ad52-5298a3962302 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:15:15.827322 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:15:15.829759 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:15:15.846154 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Pushing event updated for resources: {'Port': ['ID=df800b2e-6d50-4d1f-a5c5-118ed2db6478,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:15.891704 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Attempting to bind port df800b2e-6d50-4d1f-a5c5-118ed2db6478 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:15:15.892080 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Attempting to bind port df800b2e-6d50-4d1f-a5c5-118ed2db6478 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:15:15.892460 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Attempting to bind port df800b2e-6d50-4d1f-a5c5-118ed2db6478 on network 9c46524c-1ef3-4576-ad52-5298a3962302 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:15:15.897407 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:15:15.897779 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Checking segment: {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:15:15.898207 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:15.898618 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Bound using segment: {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:15:15.899060 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Bound port: df800b2e-6d50-4d1f-a5c5-118ed2db6478, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:15:15.899436 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:15.964734 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] For port df800b2e-6d50-4d1f-a5c5-118ed2db6478, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:15:15.968248 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] For port df800b2e-6d50-4d1f-a5c5-118ed2db6478, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=df800b2e-6d50-4d1f-a5c5-118ed2db6478,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:15:16.050823 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Publish callbacks [] for router_gateway (b3ffbd3b-0376-4507-b37d-c97d1a39d138), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:16.072868 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:16.148300 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:16.178677 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Allocated IP 172.27.1.4 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/94fac4c9-9d1a-4440-8a4c-e0dba814c66f) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:15:16.207616 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8222550-6e72-4400-9214-feeb95a10736 None None] Pushing event updated for resources: {'Port': ['ID=df800b2e-6d50-4d1f-a5c5-118ed2db6478,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:16.292934 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Publish callbacks [] for port (94fac4c9-9d1a-4440-8a4c-e0dba814c66f), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:16.384314 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (94fac4c9-9d1a-4440-8a4c-e0dba814c66f), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:16.427618 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:15:16.430613 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:15:16.434210 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:15:16.454488 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:15:16.465530 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Pushing event updated for resources: {'Port': ['ID=94fac4c9-9d1a-4440-8a4c-e0dba814c66f,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:16.710146 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1695af2-b0d7-443e-b57f-9ab4b3d1073c req-f59c79ba-b11d-4b91-ae97-dd8eee915868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:16.711674 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b1695af2-b0d7-443e-b57f-9ab4b3d1073c req-f59c79ba-b11d-4b91-ae97-dd8eee915868 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f38bbf345384bdb9ed001c0965a3462&device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 1129 time: 0.1086905 Apr 26 14:15:16.720194 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8399cc-0f4a-4e4a-a534-7d0923c1378d req-a693d25e-d13d-4f19-9fa5-ced95f156ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:16.721649 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cc8399cc-0f4a-4e4a-a534-7d0923c1378d req-a693d25e-d13d-4f19-9fa5-ced95f156ee9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 1128 time: 0.1087210 Apr 26 14:15:16.747838 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device df800b2e-6d50-4d1f-a5c5-118ed2db6478 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:15:16.806258 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port df800b2e-6d50-4d1f-a5c5-118ed2db6478 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:16.806694 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:16.893597 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port df800b2e-6d50-4d1f-a5c5-118ed2db6478 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:16.894369 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:16.932235 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0958f532-da80-4196-822d-869781811f36 None None] For port df800b2e-6d50-4d1f-a5c5-118ed2db6478, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=df800b2e-6d50-4d1f-a5c5-118ed2db6478,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:17.022507 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:17.075549 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Pushing event updated for resources: {'Port': ['ID=df800b2e-6d50-4d1f-a5c5-118ed2db6478,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:17.116079 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eeeabb-65ba-407c-a345-992a0ef8017b req-8a5c45e6-97d3-4214-bba1-3e4daa3c2f33 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:17.117799 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c4eeeabb-65ba-407c-a345-992a0ef8017b req-8a5c45e6-97d3-4214-bba1-3e4daa3c2f33 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 944 time: 0.4591866 Apr 26 14:15:17.131804 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6f89d0-d788-4407-8018-e3b63bcc7ec4 None None] Network 9c46524c-1ef3-4576-ad52-5298a3962302 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:15:17.219148 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-13079fe0-7179-4e84-8e9b-3a301d72426f None None] Provisioning complete for port df800b2e-6d50-4d1f-a5c5-118ed2db6478 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:17.219522 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-13079fe0-7179-4e84-8e9b-3a301d72426f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:17.245480 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1695af2-b0d7-443e-b57f-9ab4b3d1073c req-f0b05a8a-6b0a-40c2-85aa-df88e2f55986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:17.246992 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b1695af2-b0d7-443e-b57f-9ab4b3d1073c req-f0b05a8a-6b0a-40c2-85aa-df88e2f55986 service neutron] 10.222.0.26 "GET /v2.0/networks?id=da497052-bded-497c-b389-e8193210a8cf HTTP/1.1" status: 200 len: 912 time: 0.5244677 Apr 26 14:15:17.279357 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c4eeeabb-65ba-407c-a345-992a0ef8017b req-6204765d-133c-40f4-ab0c-461fdb9b7dda tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311314 Apr 26 14:15:17.329172 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8399cc-0f4a-4e4a-a534-7d0923c1378d req-d6f26323-ec7d-4113-842e-ed269c927aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:17.329402 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-13079fe0-7179-4e84-8e9b-3a301d72426f None None] Current status of the port df800b2e-6d50-4d1f-a5c5-118ed2db6478 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:17.330726 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cc8399cc-0f4a-4e4a-a534-7d0923c1378d req-d6f26323-ec7d-4113-842e-ed269c927aa3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5950627 Apr 26 14:15:17.333322 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Publish callbacks [] for router_gateway (b3ffbd3b-0376-4507-b37d-c97d1a39d138), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:17.452872 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b1695af2-b0d7-443e-b57f-9ab4b3d1073c req-7a8f6e55-173d-4ae0-b5d4-8d63b668051e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd529bed-7d48-4697-bf08-d801037e368d HTTP/1.1" status: 200 len: 1000 time: 0.1897590 Apr 26 14:15:17.553225 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-569172cc-22c7-4b45-8a1b-b4046fa84d50 None None] Provisioning complete for port df800b2e-6d50-4d1f-a5c5-118ed2db6478 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:17.554267 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-569172cc-22c7-4b45-8a1b-b4046fa84d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:17.558597 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1695af2-b0d7-443e-b57f-9ab4b3d1073c req-3a9507e9-4249-4264-874a-d707273e86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:17.560090 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b1695af2-b0d7-443e-b57f-9ab4b3d1073c req-3a9507e9-4249-4264-874a-d707273e86d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41c369f-3753-4ded-8eff-4455cba0638b HTTP/1.1" status: 200 len: 850 time: 0.0849328 Apr 26 14:15:17.565717 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8399cc-0f4a-4e4a-a534-7d0923c1378d req-9ab1c290-1189-427d-a1eb-d123bee1888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:17.567161 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cc8399cc-0f4a-4e4a-a534-7d0923c1378d req-9ab1c290-1189-427d-a1eb-d123bee1888a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2294223 Apr 26 14:15:17.637472 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-569172cc-22c7-4b45-8a1b-b4046fa84d50 None None] Current status of the port df800b2e-6d50-4d1f-a5c5-118ed2db6478 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:17.735554 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1695af2-b0d7-443e-b57f-9ab4b3d1073c req-cb5beed7-b971-4752-b162-8eec1bebd1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:17.737096 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b1695af2-b0d7-443e-b57f-9ab4b3d1073c req-cb5beed7-b971-4752-b162-8eec1bebd1c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=da497052-bded-497c-b389-e8193210a8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1690762 Apr 26 14:15:17.742272 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-3f1df8db-cefd-4707-8dc2-1e4c72468159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:17.743655 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-3f1df8db-cefd-4707-8dc2-1e4c72468159 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 1128 time: 0.1290359 Apr 26 14:15:17.745288 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558971'] for router (b3ffbd3b-0376-4507-b37d-c97d1a39d138), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:17.887843 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-dbff1308-c2fc-4437-8f85-5aa6f8d49719 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34dce262-591f-43ff-9324-4aa5369a0a47 HTTP/1.1" status: 200 len: 217 time: 0.1011572 Apr 26 14:15:17.983843 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-0548eedc-3b24-492a-b629-217d80275214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:17.985190 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-0548eedc-3b24-492a-b629-217d80275214 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e744dae-ccf5-4501-bded-a8905e9a6bf5 HTTP/1.1" status: 200 len: 854 time: 0.0882351 Apr 26 14:15:17.991330 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b1695af2-b0d7-443e-b57f-9ab4b3d1073c req-f1d39e34-6bce-4b92-834f-a2a88e275f3c service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044184 Apr 26 14:15:18.120980 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-927864ba-a644-4699-879e-9e293d83ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:18.122528 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-927864ba-a644-4699-879e-9e293d83ac7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db62da73-59c6-4f6f-98fa-3d9fee96e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1302516 Apr 26 14:15:18.133036 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b1695af2-b0d7-443e-b57f-9ab4b3d1073c req-0efd76d0-ffbc-4cf9-90d1-71cb8a1bc54f service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291313 Apr 26 14:15:18.195060 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Router b3ffbd3b-0376-4507-b37d-c97d1a39d138 is scheduled to L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c with binding_index 1 {{(pid=103923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 26 14:15:18.282509 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-86fb0efa-a5af-44f7-a21a-66c2352f6095 service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484184 Apr 26 14:15:18.375971 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:15:18.385694 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Sync routers for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:15:18.396733 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:18.397352 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:18.403072 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b70083c-1c40-42d4-a7c8-6274d69e8f28 req-bb12e527-872a-4a95-b402-17c5bf0d7434 service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138482 Apr 26 14:15:18.403595 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09feafe-ad2a-4e91-9cce-734ba6c38ca8 req-eeae90fb-a49b-4230-bd09-fa444cb2766d tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:18.405089 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b09feafe-ad2a-4e91-9cce-734ba6c38ca8 req-eeae90fb-a49b-4230-bd09-fa444cb2766d tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 944 time: 0.0548556 Apr 26 14:15:18.458472 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b09feafe-ad2a-4e91-9cce-734ba6c38ca8 req-d0479b8b-1dc2-457d-ab7d-2adc8b4765d4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476952 Apr 26 14:15:18.460112 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:18.460737 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0e7a634f-d947-4580-8076-dad732d732dc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0779326 Apr 26 14:15:18.463418 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59726) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:18.511833 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:18.685852 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:16Z', 'revision_number': 3, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:18.717106 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Checking router: b3ffbd3b-0376-4507-b37d-c97d1a39d138 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:15:18.717447 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Updating router b3ffbd3b-0376-4507-b37d-c97d1a39d138 port 94fac4c9-9d1a-4440-8a4c-e0dba814c66f binding host dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:15:18.736954 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device df800b2e-6d50-4d1f-a5c5-118ed2db6478 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:15:18.766957 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (94fac4c9-9d1a-4440-8a4c-e0dba814c66f), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:18.871450 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:18.876589 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port df800b2e-6d50-4d1f-a5c5-118ed2db6478 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:18.877025 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:19.026563 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Allocated IP 172.20.0.1 (9c46524c-1ef3-4576-ad52-5298a3962302/5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03/6574b08b-d942-4335-8f89-e3680920ed3d) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:15:19.028747 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port df800b2e-6d50-4d1f-a5c5-118ed2db6478 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:19.096867 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Publish callbacks [] for port (94fac4c9-9d1a-4440-8a4c-e0dba814c66f), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:19.131525 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Publish callbacks [] for port (6574b08b-d942-4335-8f89-e3680920ed3d), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:19.170974 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (94fac4c9-9d1a-4440-8a4c-e0dba814c66f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:19.224400 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Attempting to bind port 94fac4c9-9d1a-4440-8a4c-e0dba814c66f on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:15:19.224760 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Attempting to bind port 94fac4c9-9d1a-4440-8a4c-e0dba814c66f by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:15:19.225111 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Attempting to bind port 94fac4c9-9d1a-4440-8a4c-e0dba814c66f on network 692e678d-165f-4510-9c90-3c52c427e7b7 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:15:19.227069 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8eebfa-6c7e-4ec1-8d23-8d398bd3b3eb None None] Pushing event updated for resources: {'Port': ['ID=94fac4c9-9d1a-4440-8a4c-e0dba814c66f,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:19.228176 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:19.232443 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:15:19.232819 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Checking segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:15:19.233377 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:19.233763 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Bound using segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:15:19.234414 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Bound port: 94fac4c9-9d1a-4440-8a4c-e0dba814c66f, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:15:19.234803 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (94fac4c9-9d1a-4440-8a4c-e0dba814c66f), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:19.268727 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Network 9c46524c-1ef3-4576-ad52-5298a3962302 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:15:19.271602 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:15:19.275012 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:15:19.295286 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] For port 94fac4c9-9d1a-4440-8a4c-e0dba814c66f, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:15:19.303248 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] For port 94fac4c9-9d1a-4440-8a4c-e0dba814c66f, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=94fac4c9-9d1a-4440-8a4c-e0dba814c66f,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:15:19.304074 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Pushing event updated for resources: {'Port': ['ID=6574b08b-d942-4335-8f89-e3680920ed3d,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:19.320867 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558986'] for router_interface (b3ffbd3b-0376-4507-b37d-c97d1a39d138), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:19.377922 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (94fac4c9-9d1a-4440-8a4c-e0dba814c66f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:19.449236 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:19.449732 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:19.452578 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8eebfa-6c7e-4ec1-8d23-8d398bd3b3eb None None] Pushing event updated for resources: {'Port': ['ID=94fac4c9-9d1a-4440-8a4c-e0dba814c66f,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:19.531446 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:19.633051 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c2b5c-ea55-4b98-a368-092b65da863d req-8af282f1-ddef-4f2c-a1b4-8bb30e85ae87 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:19.634581 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-444c2b5c-ea55-4b98-a368-092b65da863d req-8af282f1-ddef-4f2c-a1b4-8bb30e85ae87 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 944 time: 0.1003621 Apr 26 14:15:19.679693 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-c273e192-5fab-4c41-af59-6ac2ee4836dc None None] Provisioning complete for port 6574b08b-d942-4335-8f89-e3680920ed3d triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:19.680064 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c273e192-5fab-4c41-af59-6ac2ee4836dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:19.732672 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-444c2b5c-ea55-4b98-a368-092b65da863d req-696bdd08-0b24-48e3-bab9-97e7ed6c1e3d tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853465 Apr 26 14:15:19.741753 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c273e192-5fab-4c41-af59-6ac2ee4836dc None None] Port 6574b08b-d942-4335-8f89-e3680920ed3d cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:15:19.746247 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:19.775421 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Publish callbacks [] for port (6574b08b-d942-4335-8f89-e3680920ed3d), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:19.867670 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:19.921509 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:16Z', 'revision_number': 3, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:19.935722 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557114'] for router_interface (b3ffbd3b-0376-4507-b37d-c97d1a39d138), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:19.937558 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Pushing event updated for resources: {'Port': ['ID=6574b08b-d942-4335-8f89-e3680920ed3d,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:19.948960 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2e6fe4-8d48-4a43-8dc3-265d4081bb9e None None] The sync data for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi is: [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:16Z', 'revision_number': 3, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:15:20.030758 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Network 9c46524c-1ef3-4576-ad52-5298a3962302 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:15:20.032103 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:15:20.158730 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Router b3ffbd3b-0376-4507-b37d-c97d1a39d138 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:15:20.371055 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-81be37be-0d50-4845-ab8e-4effd805113d None None] Provisioning complete for port 6574b08b-d942-4335-8f89-e3680920ed3d triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:20.371433 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-81be37be-0d50-4845-ab8e-4effd805113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:20.412887 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-81be37be-0d50-4845-ab8e-4effd805113d None None] Port 6574b08b-d942-4335-8f89-e3680920ed3d cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:15:20.546286 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:15:20.551403 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4e238e99-7d03-43f4-93c4-f4a77561cf05 admin admin] 10.222.0.23 "PUT /v2.0/routers/b3ffbd3b-0376-4507-b37d-c97d1a39d138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0869923 Apr 26 14:15:20.744961 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 94fac4c9-9d1a-4440-8a4c-e0dba814c66f up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:15:20.797305 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 94fac4c9-9d1a-4440-8a4c-e0dba814c66f triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:20.797873 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (94fac4c9-9d1a-4440-8a4c-e0dba814c66f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:20.867592 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efad1e4-5077-4fc5-a47f-47aaa304fa82 req-aaf5992f-c7f8-4cbb-9354-4f131af9af10 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:20.869138 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9efad1e4-5077-4fc5-a47f-47aaa304fa82 req-aaf5992f-c7f8-4cbb-9354-4f131af9af10 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 944 time: 0.0594981 Apr 26 14:15:20.890301 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 94fac4c9-9d1a-4440-8a4c-e0dba814c66f is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:20.890691 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (94fac4c9-9d1a-4440-8a4c-e0dba814c66f), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:20.916928 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0958f532-da80-4196-822d-869781811f36 None None] For port 94fac4c9-9d1a-4440-8a4c-e0dba814c66f, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=94fac4c9-9d1a-4440-8a4c-e0dba814c66f,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:20.920414 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9efad1e4-5077-4fc5-a47f-47aaa304fa82 req-43b21246-21ec-48d6-8619-0877327281ed tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457079 Apr 26 14:15:20.993608 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (94fac4c9-9d1a-4440-8a4c-e0dba814c66f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:21.045845 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Pushing event updated for resources: {'Port': ['ID=94fac4c9-9d1a-4440-8a4c-e0dba814c66f,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:21.265896 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59754) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:21.269802 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-83125513-network', 'tenant_id': '5d96de440e26445094878f0f21a3670a'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:21.370652 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] Made reservation on behalf of 5d96de440e26445094878f0f21a3670a for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:15:21.372956 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:21.382856 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:21.458846 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] Publish callbacks [] for security_group (ea2fd815-3095-4c6f-a2a2-12bbbad4a676), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:21.536254 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ea2fd815-3095-4c6f-a2a2-12bbbad4a676), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:21.560942 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:15:21.571317 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2fd815-3095-4c6f-a2a2-12bbbad4a676,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:21.576312 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (cf20363b-f771-40fa-b25f-eb8a6e715753), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:21.576532 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] Added segment cf20363b-f771-40fa-b25f-eb8a6e715753 of type vlan for network 84e0ed59-1f93-4efb-b034-0e8a6b3352cc Apr 26 14:15:21.603017 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Sync routers for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:15:21.615870 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (84e0ed59-1f93-4efb-b034-0e8a6b3352cc), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:21.616650 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:21.617258 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:21.690522 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (84e0ed59-1f93-4efb-b034-0e8a6b3352cc), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:21.691509 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:21.692120 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:21.727408 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:21.749395 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] Pushing event updated for resources: {'Network': ['ID=84e0ed59-1f93-4efb-b034-0e8a6b3352cc,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:21.759822 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network 84e0ed59-1f93-4efb-b034-0e8a6b3352cc details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:15:21.808113 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c08e4af3-8f08-4005-a66f-83c6933cbff4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5424047 Apr 26 14:15:21.810520 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59758) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:21.815726 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-4ed0af06-e1de-4a6b-97ad-a4cbf509a05b admin admin] Request body: {'subnet': {'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-83125513-subnet', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:21.902324 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed0af06-e1de-4a6b-97ad-a4cbf509a05b admin admin] Made reservation on behalf of 5d96de440e26445094878f0f21a3670a for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:15:21.904681 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4ed0af06-e1de-4a6b-97ad-a4cbf509a05b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3767188'] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:21.936329 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 2, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:21.963446 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Checking router: b3ffbd3b-0376-4507-b37d-c97d1a39d138 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:15:21.963797 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Updating router b3ffbd3b-0376-4507-b37d-c97d1a39d138 port 6574b08b-d942-4335-8f89-e3680920ed3d binding host dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:15:21.992068 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:22.044929 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c5764-a25b-4746-a05c-660e72dace5e req-b81ad505-c000-4302-ad92-f450079985cc tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:22.046466 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ee2c5764-a25b-4746-a05c-660e72dace5e req-b81ad505-c000-4302-ad92-f450079985cc tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 944 time: 0.0586431 Apr 26 14:15:22.099926 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ee2c5764-a25b-4746-a05c-660e72dace5e req-b4a1f6c7-43b6-412b-85de-c3df5a3c0699 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468838 Apr 26 14:15:22.182357 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4ed0af06-e1de-4a6b-97ad-a4cbf509a05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3745727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3767210'] for subnet (a58ad116-184a-46fc-ac22-c57da76e8b8e), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:22.238269 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0af06-e1de-4a6b-97ad-a4cbf509a05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58ad116-184a-46fc-ac22-c57da76e8b8e,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:22.249715 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed0af06-e1de-4a6b-97ad-a4cbf509a05b admin admin] Checking segment: {'id': 'cf20363b-f771-40fa-b25f-eb8a6e715753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:15:22.250498 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed0af06-e1de-4a6b-97ad-a4cbf509a05b admin admin] Network hostable DHCP agents. Network: 84e0ed59-1f93-4efb-b034-0e8a6b3352cc, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:15:22.291470 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Publish callbacks [] for port (6574b08b-d942-4335-8f89-e3680920ed3d), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:22.365162 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed0af06-e1de-4a6b-97ad-a4cbf509a05b admin admin] Network 84e0ed59-1f93-4efb-b034-0e8a6b3352cc is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:15:22.393741 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:22.456353 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede00b4c-af3c-4dde-8412-7a1dc2215ab2 None None] Pushing event updated for resources: {'Port': ['ID=6574b08b-d942-4335-8f89-e3680920ed3d,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:22.456792 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-4ed0af06-e1de-4a6b-97ad-a4cbf509a05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, 84e0ed59-1f93-4efb-b034-0e8a6b3352cc) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:15:22.461794 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed0af06-e1de-4a6b-97ad-a4cbf509a05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:22.466755 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4ed0af06-e1de-4a6b-97ad-a4cbf509a05b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:22.477173 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fca2b2-0e46-404a-91d6-e262cf3e72cf None None] Network 84e0ed59-1f93-4efb-b034-0e8a6b3352cc requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:15:22.534829 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00b4c-af3c-4dde-8412-7a1dc2215ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:22.535472 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00b4c-af3c-4dde-8412-7a1dc2215ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:22.535989 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00b4c-af3c-4dde-8412-7a1dc2215ab2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:22.536490 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00b4c-af3c-4dde-8412-7a1dc2215ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:22.537163 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00b4c-af3c-4dde-8412-7a1dc2215ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:22.537784 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00b4c-af3c-4dde-8412-7a1dc2215ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:22.538291 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00b4c-af3c-4dde-8412-7a1dc2215ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:22.539055 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00b4c-af3c-4dde-8412-7a1dc2215ab2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:22.539578 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00b4c-af3c-4dde-8412-7a1dc2215ab2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:22.540105 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00b4c-af3c-4dde-8412-7a1dc2215ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:22.540624 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00b4c-af3c-4dde-8412-7a1dc2215ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:22.540953 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00b4c-af3c-4dde-8412-7a1dc2215ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:22.541271 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00b4c-af3c-4dde-8412-7a1dc2215ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:22.544800 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Attempting to bind port 6574b08b-d942-4335-8f89-e3680920ed3d on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:15:22.545392 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Attempting to bind port 6574b08b-d942-4335-8f89-e3680920ed3d by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:15:22.545990 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Attempting to bind port 6574b08b-d942-4335-8f89-e3680920ed3d on network 9c46524c-1ef3-4576-ad52-5298a3962302 {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:15:22.553081 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:15:22.553462 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Checking segment: {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:15:22.553869 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:22.554288 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Bound using segment: {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:15:22.554763 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Bound port: 6574b08b-d942-4335-8f89-e3680920ed3d, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:15:22.555142 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:22.576144 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4ed0af06-e1de-4a6b-97ad-a4cbf509a05b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7644658 Apr 26 14:15:22.578714 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59778) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:22.584326 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-83125513-router', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:22.613180 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8087fa9b-2dff-5ce9-a89c-b071e7a09e37-84e0ed59-1f93-4efb-b034-0e8a6b3352cc', 'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc', 'project_id': '5d96de440e26445094878f0f21a3670a', 'fixed_ips': [{'subnet_id': 'a58ad116-184a-46fc-ac22-c57da76e8b8e'}]}} from dv-cinder-835133-2-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 26 14:15:22.614086 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:22.622136 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] For port 6574b08b-d942-4335-8f89-e3680920ed3d, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:15:22.625425 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] For port 6574b08b-d942-4335-8f89-e3680920ed3d, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=6574b08b-d942-4335-8f89-e3680920ed3d,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:15:22.684916 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10492'] for router (612954a4-b56f-4565-b53e-75a10fc3556a), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:22.686077 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10439'] for router (612954a4-b56f-4565-b53e-75a10fc3556a), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:22.742263 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 94fac4c9-9d1a-4440-8a4c-e0dba814c66f up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:15:22.742807 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:22.745928 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Publish callbacks [] for router_controller (612954a4-b56f-4565-b53e-75a10fc3556a), precommit_add_association {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:22.808898 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Allocated IP 172.20.0.2 (84e0ed59-1f93-4efb-b034-0e8a6b3352cc/a58ad116-184a-46fc-ac22-c57da76e8b8e/cf076338-0f04-49ae-99a1-0148f48c7f70) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:15:22.812957 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-a6e25e36-b674-4f7b-8625-88dea4b7536e None None] Provisioning complete for port 6574b08b-d942-4335-8f89-e3680920ed3d triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:22.813527 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a6e25e36-b674-4f7b-8625-88dea4b7536e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:22.822164 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:22.822825 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:22.824680 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede00b4c-af3c-4dde-8412-7a1dc2215ab2 None None] Pushing event updated for resources: {'Port': ['ID=6574b08b-d942-4335-8f89-e3680920ed3d,revision_number=4']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:22.956624 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 94fac4c9-9d1a-4440-8a4c-e0dba814c66f triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:22.957006 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (94fac4c9-9d1a-4440-8a4c-e0dba814c66f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:23.068126 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:23.075504 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Publish callbacks [] for router_gateway (612954a4-b56f-4565-b53e-75a10fc3556a), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:23.102285 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Publish callbacks [] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:23.114839 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-a6e25e36-b674-4f7b-8625-88dea4b7536e None None] Current status of the port 6574b08b-d942-4335-8f89-e3680920ed3d is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:23.115215 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a6e25e36-b674-4f7b-8625-88dea4b7536e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:23.175233 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 94fac4c9-9d1a-4440-8a4c-e0dba814c66f is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:23.180377 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-a6e25e36-b674-4f7b-8625-88dea4b7536e None None] For port 6574b08b-d942-4335-8f89-e3680920ed3d, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=6574b08b-d942-4335-8f89-e3680920ed3d,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:23.183375 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:23.225077 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Network 84e0ed59-1f93-4efb-b034-0e8a6b3352cc is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:15:23.228058 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:15:23.237824 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:15:23.242248 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Pushing event updated for resources: {'Port': ['ID=cf076338-0f04-49ae-99a1-0148f48c7f70,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:23.266609 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6ad70-bd4e-4fab-9401-2122a24b7db4 req-f6d062d0-6d72-4142-a450-2c5e8e807bfb tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:23.272307 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a6e25e36-b674-4f7b-8625-88dea4b7536e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:23.272555 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-87a6ad70-bd4e-4fab-9401-2122a24b7db4 req-f6d062d0-6d72-4142-a450-2c5e8e807bfb tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 944 time: 0.0955946 Apr 26 14:15:23.327837 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Attempting to bind port cf076338-0f04-49ae-99a1-0148f48c7f70 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:15:23.329323 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Attempting to bind port cf076338-0f04-49ae-99a1-0148f48c7f70 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': 'cf20363b-f771-40fa-b25f-eb8a6e715753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:15:23.329612 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Attempting to bind port cf076338-0f04-49ae-99a1-0148f48c7f70 on network 84e0ed59-1f93-4efb-b034-0e8a6b3352cc {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:15:23.335157 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:22Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:23.346987 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:15:23.347356 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Checking segment: {'id': 'cf20363b-f771-40fa-b25f-eb8a6e715753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:15:23.347754 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:23.348138 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Bound using segment: {'id': 'cf20363b-f771-40fa-b25f-eb8a6e715753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:15:23.348612 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Bound port: cf076338-0f04-49ae-99a1-0148f48c7f70, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf20363b-f771-40fa-b25f-eb8a6e715753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:15:23.348807 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-87a6ad70-bd4e-4fab-9401-2122a24b7db4 req-84d06d48-41a7-417f-807f-d554e1cc639d tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682392 Apr 26 14:15:23.348980 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:23.365311 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e25e36-b674-4f7b-8625-88dea4b7536e None None] Pushing event updated for resources: {'Port': ['ID=6574b08b-d942-4335-8f89-e3680920ed3d,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:23.375431 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d16e8a-24e8-4369-a6cb-a4d804bc0569 None None] The sync data for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi is: [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:22Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:15:23.450965 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8d302b54-2fc7-443c-ba05-1f708d3667c1 None None] Provisioning complete for port 6574b08b-d942-4335-8f89-e3680920ed3d triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:23.451728 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8d302b54-2fc7-443c-ba05-1f708d3667c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:23.485039 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] For port cf076338-0f04-49ae-99a1-0148f48c7f70, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:15:23.501256 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Publish callbacks [] for router_gateway (612954a4-b56f-4565-b53e-75a10fc3556a), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:23.504528 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] For port cf076338-0f04-49ae-99a1-0148f48c7f70, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=cf076338-0f04-49ae-99a1-0148f48c7f70,segment=NetworkSegment(cf20363b-f771-40fa-b25f-eb8a6e715753),segment_id=cf20363b-f771-40fa-b25f-eb8a6e715753)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:15:23.534711 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:23.560040 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:23.591216 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8d302b54-2fc7-443c-ba05-1f708d3667c1 None None] Current status of the port 6574b08b-d942-4335-8f89-e3680920ed3d is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:23.631575 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cae346-21fc-48c4-9e03-da18a1a2aa4e None None] Pushing event updated for resources: {'Port': ['ID=cf076338-0f04-49ae-99a1-0148f48c7f70,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:23.686446 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Allocated IP 172.27.1.170 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/edf699fa-cdbb-46a6-b8af-74be86f18499) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:15:23.808787 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Publish callbacks [] for port (edf699fa-cdbb-46a6-b8af-74be86f18499), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:23.942641 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (edf699fa-cdbb-46a6-b8af-74be86f18499), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:24.005084 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:15:24.008042 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:15:24.013675 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:15:24.019986 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Pushing event updated for resources: {'Port': ['ID=edf699fa-cdbb-46a6-b8af-74be86f18499,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:24.031153 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 34dce262-591f-43ff-9324-4aa5369a0a47 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:15:24.150963 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 34dce262-591f-43ff-9324-4aa5369a0a47, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=34dce262-591f-43ff-9324-4aa5369a0a47,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:24.164507 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': '34dce262-591f-43ff-9324-4aa5369a0a47', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'port_id': '34dce262-591f-43ff-9324-4aa5369a0a47', 'mac_address': 'fa:16:3e:ea:72:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:15:24.208021 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 34dce262-591f-43ff-9324-4aa5369a0a47 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:24.208402 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (34dce262-591f-43ff-9324-4aa5369a0a47), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:24.222241 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34dce262-591f-43ff-9324-4aa5369a0a47 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:15:24.244037 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 34dce262-591f-43ff-9324-4aa5369a0a47, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=34dce262-591f-43ff-9324-4aa5369a0a47,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:24.313648 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (34dce262-591f-43ff-9324-4aa5369a0a47), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:24.351152 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Publish callbacks [] for router_gateway (612954a4-b56f-4565-b53e-75a10fc3556a), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:24.387223 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=34dce262-591f-43ff-9324-4aa5369a0a47,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:24.510076 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43860659-d2f1-4bef-bde4-0b766f314897 req-39fd67a2-f337-48b0-ba17-f9fd42d6b5b5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:24.518249 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-43860659-d2f1-4bef-bde4-0b766f314897 req-39fd67a2-f337-48b0-ba17-f9fd42d6b5b5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 945 time: 0.0839865 Apr 26 14:15:24.565326 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-43860659-d2f1-4bef-bde4-0b766f314897 req-fa4ab815-cd3d-49ce-a24c-7c901682e194 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461740 Apr 26 14:15:24.602060 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['34dce262-591f-43ff-9324-4aa5369a0a47'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:15:24.641116 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558971'] for router (612954a4-b56f-4565-b53e-75a10fc3556a), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:24.800114 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d575ad-e6f0-4ff8-a8d1-438a05bff159 None None] Network 84e0ed59-1f93-4efb-b034-0e8a6b3352cc requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:15:24.857801 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 6574b08b-d942-4335-8f89-e3680920ed3d up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:15:24.908163 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Router 612954a4-b56f-4565-b53e-75a10fc3556a is scheduled to L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c with binding_index 1 {{(pid=103923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 26 14:15:24.915776 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-5f35f5ff-f10d-433d-a981-575b4a252635 None None] Provisioning complete for port cf076338-0f04-49ae-99a1-0148f48c7f70 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:24.916144 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5f35f5ff-f10d-433d-a981-575b4a252635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:25.014225 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 6574b08b-d942-4335-8f89-e3680920ed3d triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:25.014598 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:25.029746 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:15:25.057528 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Sync routers for ids ['612954a4-b56f-4565-b53e-75a10fc3556a'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:15:25.095716 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-5f35f5ff-f10d-433d-a981-575b4a252635 None None] Current status of the port cf076338-0f04-49ae-99a1-0148f48c7f70 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:25.096121 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5f35f5ff-f10d-433d-a981-575b4a252635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:25.099079 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Routers {'612954a4-b56f-4565-b53e-75a10fc3556a'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:25.099698 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['612954a4-b56f-4565-b53e-75a10fc3556a'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:25.110671 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:25.112711 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-7f6bb0ea-e39f-4d3f-92ab-88cfcc2c2dec admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5319505 Apr 26 14:15:25.115557 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59806) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:25.345487 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-5f35f5ff-f10d-433d-a981-575b4a252635 None None] For port cf076338-0f04-49ae-99a1-0148f48c7f70, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=cf076338-0f04-49ae-99a1-0148f48c7f70,segment=NetworkSegment(cf20363b-f771-40fa-b25f-eb8a6e715753),segment_id=cf20363b-f771-40fa-b25f-eb8a6e715753)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:25.396378 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 6574b08b-d942-4335-8f89-e3680920ed3d is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:25.397455 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device cf076338-0f04-49ae-99a1-0148f48c7f70 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:15:25.429153 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5f35f5ff-f10d-433d-a981-575b4a252635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:25.432116 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Set router 612954a4-b56f-4565-b53e-75a10fc3556a gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:25.477521 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec09a37-c34a-471d-8a5e-f303cf9208b3 req-6148021c-8df0-4e6e-8fc3-04bee18a983d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:25.479209 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dec09a37-c34a-471d-8a5e-f303cf9208b3 req-6148021c-8df0-4e6e-8fc3-04bee18a983d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0643706 Apr 26 14:15:25.535773 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dec09a37-c34a-471d-8a5e-f303cf9208b3 req-424df7ce-1d2f-4707-af8a-7f2356583399 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489457 Apr 26 14:15:25.610205 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:25.643825 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-a3fb8115-7450-408c-b0c3-50a979e67233 None None] Provisioning complete for port cf076338-0f04-49ae-99a1-0148f48c7f70 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:25.644198 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8115-7450-408c-b0c3-50a979e67233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:25.648910 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35f5ff-f10d-433d-a981-575b4a252635 None None] Pushing event updated for resources: {'Port': ['ID=cf076338-0f04-49ae-99a1-0148f48c7f70,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:25.701904 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port cf076338-0f04-49ae-99a1-0148f48c7f70 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:25.702315 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:25.825717 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8abb76-7760-4b2d-94dc-4392746f3160 req-0274a45d-8b8e-4a24-a3e2-041e53e08c83 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:25.834359 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6a8abb76-7760-4b2d-94dc-4392746f3160 req-0274a45d-8b8e-4a24-a3e2-041e53e08c83 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 945 time: 0.1542978 Apr 26 14:15:25.865632 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-a3fb8115-7450-408c-b0c3-50a979e67233 None None] Current status of the port cf076338-0f04-49ae-99a1-0148f48c7f70 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:25.887193 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port cf076338-0f04-49ae-99a1-0148f48c7f70 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:25.891261 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'name': 'tempest-TestVolumeBootPattern-83125513-router', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'edf699fa-cdbb-46a6-b8af-74be86f18499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:22Z', 'updated_at': '2022-04-26T14:15:24Z', 'revision_number': 3, 'project_id': '5d96de440e26445094878f0f21a3670a', 'gw_port': {'id': 'edf699fa-cdbb-46a6-b8af-74be86f18499', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:23Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:25.919452 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Checking router: 612954a4-b56f-4565-b53e-75a10fc3556a for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:15:25.919800 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Updating router 612954a4-b56f-4565-b53e-75a10fc3556a port edf699fa-cdbb-46a6-b8af-74be86f18499 binding host dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:15:25.921620 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6a8abb76-7760-4b2d-94dc-4392746f3160 req-0e80bbf0-ef1b-43ea-933e-c5eb04d2cb9e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861297 Apr 26 14:15:25.929526 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Allocated IP 172.20.0.1 (84e0ed59-1f93-4efb-b034-0e8a6b3352cc/a58ad116-184a-46fc-ac22-c57da76e8b8e/26d93211-cbfa-473a-8e5f-1bd0bf98df6b) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:15:25.947743 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (edf699fa-cdbb-46a6-b8af-74be86f18499), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.029272 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 34dce262-591f-43ff-9324-4aa5369a0a47 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:15:26.039870 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Publish callbacks [] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.154788 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.195801 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Network 84e0ed59-1f93-4efb-b034-0e8a6b3352cc is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:15:26.200228 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:15:26.206449 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:15:26.211939 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=26d93211-cbfa-473a-8e5f-1bd0bf98df6b,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:26.236528 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port 34dce262-591f-43ff-9324-4aa5369a0a47 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:15:26.248635 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558986'] for router_interface (612954a4-b56f-4565-b53e-75a10fc3556a), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.249508 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port 34dce262-591f-43ff-9324-4aa5369a0a47 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:26.249888 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (34dce262-591f-43ff-9324-4aa5369a0a47), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.284680 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Publish callbacks [] for port (edf699fa-cdbb-46a6-b8af-74be86f18499), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.334631 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7740f185-f66d-40dc-8989-d82f5fe5d8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.355230 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 34dce262-591f-43ff-9324-4aa5369a0a47 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:26.355709 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (34dce262-591f-43ff-9324-4aa5369a0a47), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.364458 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (edf699fa-cdbb-46a6-b8af-74be86f18499), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.411321 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4e8add-c541-4ae3-9b22-5144661eee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dce262-591f-43ff-9324-4aa5369a0a47'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:15:26.413768 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb4cd37-4c26-416b-bd8d-b04ffb3b873a" -d '{"events": [{"server_uuid": "8b4e8add-c541-4ae3-9b22-5144661eee8d", "name": "network-vif-plugged", "status": "completed", "tag": "34dce262-591f-43ff-9324-4aa5369a0a47"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:15:26.440505 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4ccaa-86c5-4c5c-8606-18f865a4e70d None None] Pushing event updated for resources: {'Port': ['ID=edf699fa-cdbb-46a6-b8af-74be86f18499,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:26.445340 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 34dce262-591f-43ff-9324-4aa5369a0a47, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=34dce262-591f-43ff-9324-4aa5369a0a47,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:26.448236 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Attempting to bind port edf699fa-cdbb-46a6-b8af-74be86f18499 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:15:26.448628 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Attempting to bind port edf699fa-cdbb-46a6-b8af-74be86f18499 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:15:26.448938 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Attempting to bind port edf699fa-cdbb-46a6-b8af-74be86f18499 on network 692e678d-165f-4510-9c90-3c52c427e7b7 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:15:26.454223 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:15:26.455175 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Checking segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:15:26.455576 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.455960 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Bound using segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:15:26.457014 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Bound port: edf699fa-cdbb-46a6-b8af-74be86f18499, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:15:26.457014 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (edf699fa-cdbb-46a6-b8af-74be86f18499), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.460552 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65894ed5-f36b-499d-8de8-4a0669e94f2c x-openstack-request-id: req-65894ed5-f36b-499d-8de8-4a0669e94f2c {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:15:26.460841 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4e8add-c541-4ae3-9b22-5144661eee8d", "name": "network-vif-plugged", "status": "completed", "tag": "34dce262-591f-43ff-9324-4aa5369a0a47", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:15:26.461089 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65894ed5-f36b-499d-8de8-4a0669e94f2c {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:15:26.461471 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65894ed5-f36b-499d-8de8-4a0669e94f2c'] response: {'server_uuid': '8b4e8add-c541-4ae3-9b22-5144661eee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dce262-591f-43ff-9324-4aa5369a0a47', 'code': 200} Apr 26 14:15:26.478175 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.512261 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (34dce262-591f-43ff-9324-4aa5369a0a47), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.521650 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-44d9829f-0052-451a-8f2b-ae5d8e4e8c0a None None] Provisioning complete for port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:26.522025 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-44d9829f-0052-451a-8f2b-ae5d8e4e8c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.543171 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] For port edf699fa-cdbb-46a6-b8af-74be86f18499, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:15:26.589363 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] For port edf699fa-cdbb-46a6-b8af-74be86f18499, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=edf699fa-cdbb-46a6-b8af-74be86f18499,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:15:26.612875 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=34dce262-591f-43ff-9324-4aa5369a0a47,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:26.615393 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-44d9829f-0052-451a-8f2b-ae5d8e4e8c0a None None] Port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:15:26.674717 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Publish callbacks [] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.683023 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cff71-76d8-4b11-b5f4-78f111350859 req-4e51c35f-4f4d-4fd5-921c-3490179864b6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:26.684700 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-243cff71-76d8-4b11-b5f4-78f111350859 req-4e51c35f-4f4d-4fd5-921c-3490179864b6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0630016 Apr 26 14:15:26.708467 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (edf699fa-cdbb-46a6-b8af-74be86f18499), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.737179 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device cf076338-0f04-49ae-99a1-0148f48c7f70 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:15:26.739276 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-243cff71-76d8-4b11-b5f4-78f111350859 req-f675e216-48b2-4ec5-851c-e8437fa6a254 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486245 Apr 26 14:15:26.748033 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745578'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.819739 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=26d93211-cbfa-473a-8e5f-1bd0bf98df6b,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:26.822356 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557114'] for router_interface (612954a4-b56f-4565-b53e-75a10fc3556a), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.828524 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Routers {'612954a4-b56f-4565-b53e-75a10fc3556a'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:26.829176 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:14:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['612954a4-b56f-4565-b53e-75a10fc3556a'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:26.835454 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4ccaa-86c5-4c5c-8606-18f865a4e70d None None] Pushing event updated for resources: {'Port': ['ID=edf699fa-cdbb-46a6-b8af-74be86f18499,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:26.925555 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Network 84e0ed59-1f93-4efb-b034-0e8a6b3352cc is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:15:26.927180 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:15:26.933245 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port cf076338-0f04-49ae-99a1-0148f48c7f70 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:26.933624 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:26.957450 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf73d3-1e9e-42cc-9b78-a194217850ce req-1ccba87b-c8c8-4e03-8ee4-b541b607c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:26.960185 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-23bf73d3-1e9e-42cc-9b78-a194217850ce req-1ccba87b-c8c8-4e03-8ee4-b541b607c5e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 1130 time: 0.1693182 Apr 26 14:15:27.009056 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] Set router 612954a4-b56f-4565-b53e-75a10fc3556a gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:27.029268 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-23bf73d3-1e9e-42cc-9b78-a194217850ce req-3835e0ba-d9bf-4a31-9c40-6f83005ba88e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588679 Apr 26 14:15:27.115986 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0baa9-a1b7-4839-9c67-7855c2c9bf44 req-36fd7681-eb35-43b0-bcf8-5a618d00386c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:27.116647 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-29e0baa9-a1b7-4839-9c67-7855c2c9bf44 req-36fd7681-eb35-43b0-bcf8-5a618d00386c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 946 time: 0.0874422 Apr 26 14:15:27.148383 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Router 612954a4-b56f-4565-b53e-75a10fc3556a has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:15:27.188087 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-29e0baa9-a1b7-4839-9c67-7855c2c9bf44 req-3be23ddb-73e4-4c80-9283-6f64f8d0a9de tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645039 Apr 26 14:15:27.298849 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:15:27.303858 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4cd68106-9553-407a-892e-8923a85b8fd5 admin admin] 10.222.0.23 "PUT /v2.0/routers/612954a4-b56f-4565-b53e-75a10fc3556a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1870224 Apr 26 14:15:27.337334 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port cf076338-0f04-49ae-99a1-0148f48c7f70 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:27.355081 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-7d79c001-c1f9-47a6-8f93-2e5061a38c14 None None] Provisioning complete for port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:27.355081 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7d79c001-c1f9-47a6-8f93-2e5061a38c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:27.402723 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-7d79c001-c1f9-47a6-8f93-2e5061a38c14 None None] Port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:15:27.470948 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'name': 'tempest-TestVolumeBootPattern-83125513-router', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'edf699fa-cdbb-46a6-b8af-74be86f18499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:22Z', 'updated_at': '2022-04-26T14:15:26Z', 'revision_number': 4, 'project_id': '5d96de440e26445094878f0f21a3670a', 'gw_port': {'id': 'edf699fa-cdbb-46a6-b8af-74be86f18499', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:23Z', 'updated_at': '2022-04-26T14:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '26d93211-cbfa-473a-8e5f-1bd0bf98df6b', 'name': '', 'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'mac_address': 'fa:16:3e:d1:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a58ad116-184a-46fc-ac22-c57da76e8b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:25Z', 'updated_at': '2022-04-26T14:15:26Z', 'revision_number': 2, 'project_id': '5d96de440e26445094878f0f21a3670a', 'subnets': [{'id': 'a58ad116-184a-46fc-ac22-c57da76e8b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:27.497389 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769869ef-f601-45fc-b566-a52852ad9f47 None None] The sync data for ids ['612954a4-b56f-4565-b53e-75a10fc3556a'] in dv-cinder-835133-2-iscsi is: [{'id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'name': 'tempest-TestVolumeBootPattern-83125513-router', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'edf699fa-cdbb-46a6-b8af-74be86f18499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:22Z', 'updated_at': '2022-04-26T14:15:26Z', 'revision_number': 4, 'project_id': '5d96de440e26445094878f0f21a3670a', 'gw_port': {'id': 'edf699fa-cdbb-46a6-b8af-74be86f18499', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:23Z', 'updated_at': '2022-04-26T14:15:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '26d93211-cbfa-473a-8e5f-1bd0bf98df6b', 'name': '', 'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'mac_address': 'fa:16:3e:d1:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a58ad116-184a-46fc-ac22-c57da76e8b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:25Z', 'updated_at': '2022-04-26T14:15:26Z', 'revision_number': 2, 'project_id': '5d96de440e26445094878f0f21a3670a', 'subnets': [{'id': 'a58ad116-184a-46fc-ac22-c57da76e8b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:15:27.646684 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52829f0-17d0-4f8e-a1b4-b218530dc03e req-52ddee13-74ad-441e-9ffa-f44448c1b23e tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:27.650509 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a52829f0-17d0-4f8e-a1b4-b218530dc03e req-52ddee13-74ad-441e-9ffa-f44448c1b23e tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 945 time: 0.0565598 Apr 26 14:15:27.697345 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a52829f0-17d0-4f8e-a1b4-b218530dc03e req-c1415d67-dd43-4413-932e-efa9a6ac7652 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437415 Apr 26 14:15:27.835887 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59846) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:27.840812 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-2de16005-5f9d-47b8-9e50-065a0d3c343a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-445138182', 'description': 'tempest-secgroup-smoke-445138182 description', 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:27.878168 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e6104-67bb-410e-9930-f8e4375beb22 req-3f851e17-b15c-40a0-b48b-60cb4858e1d3 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:27.879594 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d76e6104-67bb-410e-9930-f8e4375beb22 req-3f851e17-b15c-40a0-b48b-60cb4858e1d3 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0627983 Apr 26 14:15:27.928626 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d76e6104-67bb-410e-9930-f8e4375beb22 req-6463f62b-454e-453d-98c5-1d1778f347db tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435009 Apr 26 14:15:27.964989 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2de16005-5f9d-47b8-9e50-065a0d3c343a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:28.033851 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2de16005-5f9d-47b8-9e50-065a0d3c343a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group (36fb8660-8c4e-44db-885e-b57737a0090e), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:28.102510 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2de16005-5f9d-47b8-9e50-065a0d3c343a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (36fb8660-8c4e-44db-885e-b57737a0090e), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:28.131977 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de16005-5f9d-47b8-9e50-065a0d3c343a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fb8660-8c4e-44db-885e-b57737a0090e,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:28.214780 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2de16005-5f9d-47b8-9e50-065a0d3c343a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:28.216153 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-2de16005-5f9d-47b8-9e50-065a0d3c343a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3792686 Apr 26 14:15:28.219190 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59848) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:28.225212 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-496deabe-3781-4036-8347-a97ed308b72a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Request body: {'security_group_rule': {'security_group_id': '36fb8660-8c4e-44db-885e-b57737a0090e', 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:28.316093 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-496deabe-3781-4036-8347-a97ed308b72a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (94b69678-8fad-4ae5-bd08-5cb951795c1a), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:28.344069 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03288203-9d95-467c-b871-3e33b0df42ec req-3e133daf-92cc-40bb-894d-1fd60d01d33e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:28.345647 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-03288203-9d95-467c-b871-3e33b0df42ec req-3e133daf-92cc-40bb-894d-1fd60d01d33e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 946 time: 0.0754523 Apr 26 14:15:28.479778 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-df345fe1-8763-4a08-b722-6c86e5e661db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:28.638325 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-03288203-9d95-467c-b871-3e33b0df42ec req-bc06e543-4ec3-493f-9fa5-5d57e4571b7b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851872 Apr 26 14:15:28.639967 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-496deabe-3781-4036-8347-a97ed308b72a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (94b69678-8fad-4ae5-bd08-5cb951795c1a), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:28.719236 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-496deabe-3781-4036-8347-a97ed308b72a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (94b69678-8fad-4ae5-bd08-5cb951795c1a), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:28.739069 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496deabe-3781-4036-8347-a97ed308b72a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b69678-8fad-4ae5-bd08-5cb951795c1a,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:28.763897 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device edf699fa-cdbb-46a6-b8af-74be86f18499 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:15:28.801653 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-496deabe-3781-4036-8347-a97ed308b72a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:28.805737 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-496deabe-3781-4036-8347-a97ed308b72a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5816431 Apr 26 14:15:28.805928 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59854) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:28.810304 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-60f2f02d-b52f-4eaf-94ee-8647584017e5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Request body: {'security_group_rule': {'security_group_id': '36fb8660-8c4e-44db-885e-b57737a0090e', 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:28.831754 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port edf699fa-cdbb-46a6-b8af-74be86f18499 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:28.832331 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (edf699fa-cdbb-46a6-b8af-74be86f18499), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:28.833153 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6a804-47b0-4e35-bf58-948034a05331 req-147c79f1-fc44-4fdf-8d2d-a77af7f0edcf tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:28.834830 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4de6a804-47b0-4e35-bf58-948034a05331 req-147c79f1-fc44-4fdf-8d2d-a77af7f0edcf tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 945 time: 0.0560377 Apr 26 14:15:28.879254 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-60f2f02d-b52f-4eaf-94ee-8647584017e5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (63ab1f1e-680d-4f93-aaad-7e9899a51a46), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:28.882496 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4de6a804-47b0-4e35-bf58-948034a05331 req-a01ed4ec-7f98-43a1-b4e2-f0d473e0a5a6 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419233 Apr 26 14:15:28.921131 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port edf699fa-cdbb-46a6-b8af-74be86f18499 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:28.921521 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (edf699fa-cdbb-46a6-b8af-74be86f18499), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:28.936606 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-60f2f02d-b52f-4eaf-94ee-8647584017e5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (63ab1f1e-680d-4f93-aaad-7e9899a51a46), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:28.941474 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0958f532-da80-4196-822d-869781811f36 None None] For port edf699fa-cdbb-46a6-b8af-74be86f18499, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=edf699fa-cdbb-46a6-b8af-74be86f18499,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:28.996603 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-60f2f02d-b52f-4eaf-94ee-8647584017e5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (63ab1f1e-680d-4f93-aaad-7e9899a51a46), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:29.011149 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (edf699fa-cdbb-46a6-b8af-74be86f18499), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:29.040625 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2f02d-b52f-4eaf-94ee-8647584017e5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ab1f1e-680d-4f93-aaad-7e9899a51a46,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:29.064102 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa1635-ba1b-4ce1-b041-afa316e525d6 req-f527e249-1098-4c86-9ed7-4b26378f1a72 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:29.064468 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Pushing event updated for resources: {'Port': ['ID=edf699fa-cdbb-46a6-b8af-74be86f18499,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:29.065627 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1afa1635-ba1b-4ce1-b041-afa316e525d6 req-f527e249-1098-4c86-9ed7-4b26378f1a72 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0701451 Apr 26 14:15:29.106825 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-60f2f02d-b52f-4eaf-94ee-8647584017e5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:29.108177 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-60f2f02d-b52f-4eaf-94ee-8647584017e5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3012941 Apr 26 14:15:29.111913 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59858) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:29.118094 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-4cc492a9-c893-4363-a902-49490d2104e9 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Request body: {'security_group_rule': {'security_group_id': '36fb8660-8c4e-44db-885e-b57737a0090e', 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:29.124792 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1afa1635-ba1b-4ce1-b041-afa316e525d6 req-ce5a10be-c5b8-4634-bdd9-7eaae5618c12 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531087 Apr 26 14:15:29.227684 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4cc492a9-c893-4363-a902-49490d2104e9 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (dc07352e-2d6b-43c8-b521-802d0733f67b), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:29.282096 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4cc492a9-c893-4363-a902-49490d2104e9 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (dc07352e-2d6b-43c8-b521-802d0733f67b), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:29.347427 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4cc492a9-c893-4363-a902-49490d2104e9 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (dc07352e-2d6b-43c8-b521-802d0733f67b), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:29.368455 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc492a9-c893-4363-a902-49490d2104e9 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc07352e-2d6b-43c8-b521-802d0733f67b,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:29.429846 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4cc492a9-c893-4363-a902-49490d2104e9 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:29.431090 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4cc492a9-c893-4363-a902-49490d2104e9 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3177345 Apr 26 14:15:29.441020 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59860) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:29.445646 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-8b0bae69-63a5-4256-9f3b-972d4b827195 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Request body: {'security_group_rule': {'security_group_id': '36fb8660-8c4e-44db-885e-b57737a0090e', 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:29.523629 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8b0bae69-63a5-4256-9f3b-972d4b827195 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (bc52484c-0ac3-4d2a-bcf1-b32e175d3c37), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:29.578593 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8b0bae69-63a5-4256-9f3b-972d4b827195 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (bc52484c-0ac3-4d2a-bcf1-b32e175d3c37), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:29.630078 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8b0bae69-63a5-4256-9f3b-972d4b827195 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (bc52484c-0ac3-4d2a-bcf1-b32e175d3c37), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:29.664014 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bae69-63a5-4256-9f3b-972d4b827195 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc52484c-0ac3-4d2a-bcf1-b32e175d3c37,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:29.701287 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3d3d5-836e-45bf-9cfa-50256ee8a0bd req-3b535a63-dd8d-437d-9de3-996709d9315c tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:29.702955 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-49a3d3d5-836e-45bf-9cfa-50256ee8a0bd req-3b535a63-dd8d-437d-9de3-996709d9315c tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 945 time: 0.0997510 Apr 26 14:15:29.725131 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:29.749714 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8b0bae69-63a5-4256-9f3b-972d4b827195 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:29.750920 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-8b0bae69-63a5-4256-9f3b-972d4b827195 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3086784 Apr 26 14:15:29.754365 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59864) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:29.758996 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-64b41c9c-4e2e-4285-926b-99c4b34b8323 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Request body: {'security_group_rule': {'security_group_id': '36fb8660-8c4e-44db-885e-b57737a0090e', 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:29.789928 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-43f387e2-0d82-4748-a173-72ada7ef2984 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:29.791307 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-43f387e2-0d82-4748-a173-72ada7ef2984 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.26 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.1461680 Apr 26 14:15:29.827858 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.securitygroups_db [None req-64b41c9c-4e2e-4285-926b-99c4b34b8323 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Project 488b7e9fc3ac419e8f3acaf1bbfd8838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 26 14:15:29.832947 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-64b41c9c-4e2e-4285-926b-99c4b34b8323 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (9038f726-9375-4a7a-9039-6c7b21e80e4b), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:29.884045 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efd8fb-674d-4219-96b8-e5cc60d4bb1c req-0776a3b6-df0a-4406-bbb5-24bdf467a8fe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:29.885581 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c1efd8fb-674d-4219-96b8-e5cc60d4bb1c req-0776a3b6-df0a-4406-bbb5-24bdf467a8fe tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 946 time: 0.1751955 Apr 26 14:15:29.887749 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-64b41c9c-4e2e-4285-926b-99c4b34b8323 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (9038f726-9375-4a7a-9039-6c7b21e80e4b), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:29.926882 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-64b41c9c-4e2e-4285-926b-99c4b34b8323 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (9038f726-9375-4a7a-9039-6c7b21e80e4b), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:29.947247 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b41c9c-4e2e-4285-926b-99c4b34b8323 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9038f726-9375-4a7a-9039-6c7b21e80e4b,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:29.962723 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-49a3d3d5-836e-45bf-9cfa-50256ee8a0bd req-89e4cedb-d351-4d77-9200-f15bdf13c2b0 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Deleting port f6a91cab-f7de-4dd1-92ec-810971322e81 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:29.963059 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-49a3d3d5-836e-45bf-9cfa-50256ee8a0bd req-89e4cedb-d351-4d77-9200-f15bdf13c2b0 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (f6a91cab-f7de-4dd1-92ec-810971322e81), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.000735 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acff17-db77-4083-bb58-45dc8c13ca9d req-605ee329-293f-4c75-8f02-15da2e51df61 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:30.002251 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-98acff17-db77-4083-bb58-45dc8c13ca9d req-605ee329-293f-4c75-8f02-15da2e51df61 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 945 time: 0.0515094 Apr 26 14:15:30.017476 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-64b41c9c-4e2e-4285-926b-99c4b34b8323 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.018639 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-64b41c9c-4e2e-4285-926b-99c4b34b8323 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2631512 Apr 26 14:15:30.022408 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c1efd8fb-674d-4219-96b8-e5cc60d4bb1c req-4a8808c7-3356-4cec-9880-ccc2c05163ca tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145997 Apr 26 14:15:30.022865 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59868) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:30.034728 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-8be52830-3438-42ac-989c-04cee4addae1 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Request body: {'security_group_rule': {'security_group_id': '36fb8660-8c4e-44db-885e-b57737a0090e', 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:30.051863 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-6a6339ca-614d-415e-aa9f-e9d3985c3b41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Deleting port e48d3e25-6975-41a5-953a-e283cc06a7c3 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:30.052086 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-6a6339ca-614d-415e-aa9f-e9d3985c3b41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.055733 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-98acff17-db77-4083-bb58-45dc8c13ca9d req-5e08470a-cc3e-4bcf-8918-fd9bdd961df1 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/security-groups?id=bcf271a2-f413-4d41-8443-00159d12dedf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477147 Apr 26 14:15:30.177917 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-49a3d3d5-836e-45bf-9cfa-50256ee8a0bd req-89e4cedb-d351-4d77-9200-f15bdf13c2b0 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] For port f6a91cab-f7de-4dd1-92ec-810971322e81, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=f6a91cab-f7de-4dd1-92ec-810971322e81,segment=NetworkSegment(a65901b3-9061-40e5-8aac-edcfc59a3874),segment_id=a65901b3-9061-40e5-8aac-edcfc59a3874)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:30.178314 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-49a3d3d5-836e-45bf-9cfa-50256ee8a0bd req-89e4cedb-d351-4d77-9200-f15bdf13c2b0 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (f6a91cab-f7de-4dd1-92ec-810971322e81), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.206453 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-49a3d3d5-836e-45bf-9cfa-50256ee8a0bd req-89e4cedb-d351-4d77-9200-f15bdf13c2b0 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Calling delete_port for f6a91cab-f7de-4dd1-92ec-810971322e81 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:30.218810 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.securitygroups_db [None req-8be52830-3438-42ac-989c-04cee4addae1 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Project 488b7e9fc3ac419e8f3acaf1bbfd8838 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 26 14:15:30.243211 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8be52830-3438-42ac-989c-04cee4addae1 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (e2520b44-80bf-4312-a2d1-4b1ce55e6e60), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.246951 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-6a6339ca-614d-415e-aa9f-e9d3985c3b41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] For port e48d3e25-6975-41a5-953a-e283cc06a7c3, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=e48d3e25-6975-41a5-953a-e283cc06a7c3,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:30.247289 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-6a6339ca-614d-415e-aa9f-e9d3985c3b41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.250135 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cafed-82ae-4108-92c1-1660adb108ea req-a7cd3a51-4ec8-481b-8a38-2b34410769ec tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:30.252130 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b24cafed-82ae-4108-92c1-1660adb108ea req-a7cd3a51-4ec8-481b-8a38-2b34410769ec tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 945 time: 0.0526624 Apr 26 14:15:30.297857 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b24cafed-82ae-4108-92c1-1660adb108ea req-c1f975ca-a68a-4d9b-8777-1f8e353f8479 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a0fbac1-6c1c-4e67-994c-72c069afa544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399334 Apr 26 14:15:30.309204 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c06916-22da-4eab-9ace-6e8040b4c16c req-5ee5a275-9a57-4ca7-aa0c-dbcb702ca169 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:30.310790 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-88c06916-22da-4eab-9ace-6e8040b4c16c req-5ee5a275-9a57-4ca7-aa0c-dbcb702ca169 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 946 time: 0.2007723 Apr 26 14:15:30.319536 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59874) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:30.324010 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-cb840ab9-8e5e-44af-badb-9cf72e9e1714 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'floatingip': {'port_id': '34dce262-591f-43ff-9324-4aa5369a0a47'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:30.364933 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cb840ab9-8e5e-44af-badb-9cf72e9e1714 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (e95b4cb3-6abf-4739-9108-0a3b937b5351), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.502469 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8be52830-3438-42ac-989c-04cee4addae1 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (e2520b44-80bf-4312-a2d1-4b1ce55e6e60), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.555668 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-6a6339ca-614d-415e-aa9f-e9d3985c3b41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.556034 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-6a6339ca-614d-415e-aa9f-e9d3985c3b41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (0223b642-8890-4a65-be39-2da23911878b), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.556349 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-6a6339ca-614d-415e-aa9f-e9d3985c3b41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Floating IP 0223b642-8890-4a65-be39-2da23911878b disassociated. External IP: 172.27.1.110, port: e48d3e25-6975-41a5-953a-e283cc06a7c3. Apr 26 14:15:30.556691 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-6a6339ca-614d-415e-aa9f-e9d3985c3b41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Calling delete_port for e48d3e25-6975-41a5-953a-e283cc06a7c3 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:30.606514 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8be52830-3438-42ac-989c-04cee4addae1 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (e2520b44-80bf-4312-a2d1-4b1ce55e6e60), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.635785 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be52830-3438-42ac-989c-04cee4addae1 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2520b44-80bf-4312-a2d1-4b1ce55e6e60,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:30.646736 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-49a3d3d5-836e-45bf-9cfa-50256ee8a0bd req-89e4cedb-d351-4d77-9200-f15bdf13c2b0 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (f6a91cab-f7de-4dd1-92ec-810971322e81), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.657179 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['f6a91cab-f7de-4dd1-92ec-810971322e81'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:15:30.697467 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4cedb-d351-4d77-9200-f15bdf13c2b0 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Pushing event deleted for resources: {'Port': ['ID=f6a91cab-f7de-4dd1-92ec-810971322e81,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:30.734634 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a3d3d5-836e-45bf-9cfa-50256ee8a0bd req-89e4cedb-d351-4d77-9200-f15bdf13c2b0 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] No DVR routers for this DVR port f6a91cab-f7de-4dd1-92ec-810971322e81 on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:15:30.737625 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-49a3d3d5-836e-45bf-9cfa-50256ee8a0bd req-89e4cedb-d351-4d77-9200-f15bdf13c2b0 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.741152 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-49a3d3d5-836e-45bf-9cfa-50256ee8a0bd req-89e4cedb-d351-4d77-9200-f15bdf13c2b0 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.26 "DELETE /v2.0/ports/f6a91cab-f7de-4dd1-92ec-810971322e81 HTTP/1.1" status: 204 len: 173 time: 1.0320170 Apr 26 14:15:30.745047 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe65a20d-72c1-414f-a96e-3367b96ab242', 'name': 'network-vif-deleted', 'tag': 'f6a91cab-f7de-4dd1-92ec-810971322e81'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:15:30.747761 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237e7f90-5bf7-4f12-adfb-93084174d9ac" -d '{"events": [{"server_uuid": "fe65a20d-72c1-414f-a96e-3367b96ab242", "name": "network-vif-deleted", "tag": "f6a91cab-f7de-4dd1-92ec-810971322e81"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:15:30.753229 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8be52830-3438-42ac-989c-04cee4addae1 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.754540 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-8be52830-3438-42ac-989c-04cee4addae1 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7264402 Apr 26 14:15:30.754937 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device edf699fa-cdbb-46a6-b8af-74be86f18499 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:15:30.834700 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port edf699fa-cdbb-46a6-b8af-74be86f18499 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:30.835075 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (edf699fa-cdbb-46a6-b8af-74be86f18499), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.842486 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cb840ab9-8e5e-44af-badb-9cf72e9e1714 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.863304 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-6a6339ca-614d-415e-aa9f-e9d3985c3b41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (e48d3e25-6975-41a5-953a-e283cc06a7c3), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.895097 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6339ca-614d-415e-aa9f-e9d3985c3b41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Pushing event deleted for resources: {'Port': ['ID=e48d3e25-6975-41a5-953a-e283cc06a7c3,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:30.914272 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cb840ab9-8e5e-44af-badb-9cf72e9e1714 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (e95b4cb3-6abf-4739-9108-0a3b937b5351), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:30.918585 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a268379f-a135-40b0-83d1-18b395767a76 x-openstack-request-id: req-a268379f-a135-40b0-83d1-18b395767a76 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:15:30.918890 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe65a20d-72c1-414f-a96e-3367b96ab242", "name": "network-vif-deleted", "tag": "f6a91cab-f7de-4dd1-92ec-810971322e81", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:15:30.923989 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a268379f-a135-40b0-83d1-18b395767a76 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:15:30.923989 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a268379f-a135-40b0-83d1-18b395767a76'] response: {'server_uuid': 'fe65a20d-72c1-414f-a96e-3367b96ab242', 'name': 'network-vif-deleted', 'tag': 'f6a91cab-f7de-4dd1-92ec-810971322e81', 'status': 'completed', 'code': 200} Apr 26 14:15:31.015152 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port edf699fa-cdbb-46a6-b8af-74be86f18499 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:31.075972 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-cb840ab9-8e5e-44af-badb-9cf72e9e1714 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Floating IP e95b4cb3-6abf-4739-9108-0a3b937b5351 associated. External IP: 172.27.1.42, port: 34dce262-591f-43ff-9324-4aa5369a0a47. Apr 26 14:15:31.085544 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-6a6339ca-614d-415e-aa9f-e9d3985c3b41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Router 99f8baf1-417d-40f2-995e-618c86edc4c6 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:15:31.360467 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb840ab9-8e5e-44af-badb-9cf72e9e1714 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Router 0cc3e767-b818-4c36-8b88-39ff45604e12 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:15:31.370701 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:31.484101 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0e534885-318e-468b-932c-568b3abc3249 req-aac0f6c4-0d42-4992-946a-cd20f757b486 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 210 time: 0.0598257 Apr 26 14:15:31.516469 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-03c97138-0834-475e-b6ce-f30b94e7d39d req-b52b1673-b074-4447-acb4-59d25fe94462 tempest-VolumesSnapshotTestJSON-1889114263 tempest-VolumesSnapshotTestJSON-1889114263-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe65a20d-72c1-414f-a96e-3367b96ab242 HTTP/1.1" status: 200 len: 210 time: 0.0627437 Apr 26 14:15:31.540685 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb840ab9-8e5e-44af-badb-9cf72e9e1714 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:15:31.551777 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93d124-0d88-49dc-a7f3-5f82974666fc None None] Sync routers for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:15:31.552913 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cb840ab9-8e5e-44af-badb-9cf72e9e1714 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:31.562204 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93d124-0d88-49dc-a7f3-5f82974666fc None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:31.563105 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1e93d124-0d88-49dc-a7f3-5f82974666fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:31.564117 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-6a6339ca-614d-415e-aa9f-e9d3985c3b41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:15:31.573988 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb352619-3e19-486d-8ec0-b9c6aa338dfc None None] Sync routers for ids ['99f8baf1-417d-40f2-995e-618c86edc4c6'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:15:31.590506 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-cb840ab9-8e5e-44af-badb-9cf72e9e1714 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "PUT /v2.0/floatingips/e95b4cb3-6abf-4739-9108-0a3b937b5351 HTTP/1.1" status: 200 len: 991 time: 1.2698357 Apr 26 14:15:31.591767 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4e8add-c541-4ae3-9b22-5144661eee8d', 'tag': '34dce262-591f-43ff-9324-4aa5369a0a47'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:15:31.595550 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478595fd5860eeef178e2f17bc4da562bcc5ac2bcb416f5f119a8a02bbcefaa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36f73ca-fd27-4b1d-97b9-7127f0a30ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4e8add-c541-4ae3-9b22-5144661eee8d", "tag": "34dce262-591f-43ff-9324-4aa5369a0a47"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:15:31.607476 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb352619-3e19-486d-8ec0-b9c6aa338dfc None None] Routers {'99f8baf1-417d-40f2-995e-618c86edc4c6'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:31.609615 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-fb352619-3e19-486d-8ec0-b9c6aa338dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['99f8baf1-417d-40f2-995e-618c86edc4c6'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:31.632100 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-6a6339ca-614d-415e-aa9f-e9d3985c3b41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] No DVR routers for this DVR port e48d3e25-6975-41a5-953a-e283cc06a7c3 on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:15:31.634761 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-6a6339ca-614d-415e-aa9f-e9d3985c3b41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:31.639046 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-feeff229-2975-4633-bfc3-8b1eb128e234 req-6a6339ca-614d-415e-aa9f-e9d3985c3b41 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.26 "DELETE /v2.0/ports/e48d3e25-6975-41a5-953a-e283cc06a7c3 HTTP/1.1" status: 204 len: 173 time: 1.8345356 Apr 26 14:15:31.648786 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf6e04e-5aaf-4cc3-ab45-bdd7269b2a93 x-openstack-request-id: req-bbf6e04e-5aaf-4cc3-ab45-bdd7269b2a93 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:15:31.649572 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4e8add-c541-4ae3-9b22-5144661eee8d", "tag": "34dce262-591f-43ff-9324-4aa5369a0a47", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:15:31.650155 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbf6e04e-5aaf-4cc3-ab45-bdd7269b2a93 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:15:31.650761 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf6e04e-5aaf-4cc3-ab45-bdd7269b2a93'] response: {'name': 'network-changed', 'server_uuid': '8b4e8add-c541-4ae3-9b22-5144661eee8d', 'tag': '34dce262-591f-43ff-9324-4aa5369a0a47', 'status': 'completed', 'code': 200} Apr 26 14:15:31.724712 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f73ca-fd27-4b1d-97b9-7127f0a30ed6 req-c7c84700-2037-4815-9ac2-bcf8f064d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:31.727099 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c36f73ca-fd27-4b1d-97b9-7127f0a30ed6 req-c7c84700-2037-4815-9ac2-bcf8f064d29f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 1130 time: 0.0538394 Apr 26 14:15:31.764913 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-1e93d124-0d88-49dc-a7f3-5f82974666fc None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:31.805309 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-fb352619-3e19-486d-8ec0-b9c6aa338dfc None None] Set router 99f8baf1-417d-40f2-995e-618c86edc4c6 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:31.866945 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f73ca-fd27-4b1d-97b9-7127f0a30ed6 req-b8cc57eb-9a8a-4c41-b422-7d2e5e32510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:31.868782 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c36f73ca-fd27-4b1d-97b9-7127f0a30ed6 req-b8cc57eb-9a8a-4c41-b422-7d2e5e32510e service neutron] 10.222.0.26 "GET /v2.0/networks?id=db62da73-59c6-4f6f-98fa-3d9fee96e03d HTTP/1.1" status: 200 len: 916 time: 0.1295035 Apr 26 14:15:31.870551 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Sync routers for ids ['612954a4-b56f-4565-b53e-75a10fc3556a'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:15:31.926111 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Routers {'612954a4-b56f-4565-b53e-75a10fc3556a'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:31.926701 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['612954a4-b56f-4565-b53e-75a10fc3556a'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:31.951850 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c36f73ca-fd27-4b1d-97b9-7127f0a30ed6 req-d11e733f-ac24-4c26-ae67-35fbe71a79d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34dce262-591f-43ff-9324-4aa5369a0a47 HTTP/1.1" status: 200 len: 999 time: 0.0763230 Apr 26 14:15:32.006772 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f73ca-fd27-4b1d-97b9-7127f0a30ed6 req-bb4d75e0-1ee0-493e-a153-c0556fc04b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:32.008392 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c36f73ca-fd27-4b1d-97b9-7127f0a30ed6 req-bb4d75e0-1ee0-493e-a153-c0556fc04b45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e744dae-ccf5-4501-bded-a8905e9a6bf5 HTTP/1.1" status: 200 len: 854 time: 0.0510116 Apr 26 14:15:32.041632 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-fb352619-3e19-486d-8ec0-b9c6aa338dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6ab253f6-89f8-445f-bd80-7c647aaab775', 'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'mac_address': 'fa:16:3e:3f:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:16Z', 'updated_at': '2022-04-26T14:10:29Z', 'revision_number': 5, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'subnets': [{'id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:32.073262 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Set router 612954a4-b56f-4565-b53e-75a10fc3556a gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:32.081068 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f73ca-fd27-4b1d-97b9-7127f0a30ed6 req-b5570fea-87c1-48ae-9911-2d9e47308c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:32.082670 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c36f73ca-fd27-4b1d-97b9-7127f0a30ed6 req-b5570fea-87c1-48ae-9911-2d9e47308c95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db62da73-59c6-4f6f-98fa-3d9fee96e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609586 Apr 26 14:15:32.085480 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb352619-3e19-486d-8ec0-b9c6aa338dfc None None] Checking router: 99f8baf1-417d-40f2-995e-618c86edc4c6 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:15:32.095793 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb352619-3e19-486d-8ec0-b9c6aa338dfc None None] Routers {'99f8baf1-417d-40f2-995e-618c86edc4c6'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:32.096422 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-fb352619-3e19-486d-8ec0-b9c6aa338dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['99f8baf1-417d-40f2-995e-618c86edc4c6'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:32.203273 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c36f73ca-fd27-4b1d-97b9-7127f0a30ed6 req-ea5b2001-ef52-4344-92b8-2e6c28e15173 service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129816 Apr 26 14:15:32.217244 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-fb352619-3e19-486d-8ec0-b9c6aa338dfc None None] Set router 99f8baf1-417d-40f2-995e-618c86edc4c6 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:32.256745 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1e93d124-0d88-49dc-a7f3-5f82974666fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'e95b4cb3-6abf-4739-9108-0a3b937b5351', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': '34dce262-591f-43ff-9324-4aa5369a0a47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:ea:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4e8add-c541-4ae3-9b22-5144661eee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:15:08Z', 'updated_at': '2022-04-26T14:15:30Z', 'revision_number': 1, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:32.291786 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93d124-0d88-49dc-a7f3-5f82974666fc None None] Checking router: 0cc3e767-b818-4c36-8b88-39ff45604e12 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:15:32.323979 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c36f73ca-fd27-4b1d-97b9-7127f0a30ed6 req-6cb74fd1-27ef-446e-90c0-3ab79e563047 service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139033 Apr 26 14:15:32.330504 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93d124-0d88-49dc-a7f3-5f82974666fc None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:32.331339 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1e93d124-0d88-49dc-a7f3-5f82974666fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:32.451098 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'name': 'tempest-TestVolumeBootPattern-83125513-router', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'edf699fa-cdbb-46a6-b8af-74be86f18499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:22Z', 'updated_at': '2022-04-26T14:15:26Z', 'revision_number': 4, 'project_id': '5d96de440e26445094878f0f21a3670a', 'gw_port': {'id': 'edf699fa-cdbb-46a6-b8af-74be86f18499', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:23Z', 'updated_at': '2022-04-26T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '26d93211-cbfa-473a-8e5f-1bd0bf98df6b', 'name': '', 'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'mac_address': 'fa:16:3e:d1:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a58ad116-184a-46fc-ac22-c57da76e8b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:25Z', 'updated_at': '2022-04-26T14:15:26Z', 'revision_number': 2, 'project_id': '5d96de440e26445094878f0f21a3670a', 'subnets': [{'id': 'a58ad116-184a-46fc-ac22-c57da76e8b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:32.464102 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-fb352619-3e19-486d-8ec0-b9c6aa338dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6ab253f6-89f8-445f-bd80-7c647aaab775', 'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'mac_address': 'fa:16:3e:3f:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:16Z', 'updated_at': '2022-04-26T14:10:29Z', 'revision_number': 5, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'subnets': [{'id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:32.484271 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-1e93d124-0d88-49dc-a7f3-5f82974666fc None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:32.487582 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Checking router: 612954a4-b56f-4565-b53e-75a10fc3556a for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:15:32.487582 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Updating router 612954a4-b56f-4565-b53e-75a10fc3556a port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b binding host dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:15:32.499707 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb352619-3e19-486d-8ec0-b9c6aa338dfc None None] The sync data for ids ['99f8baf1-417d-40f2-995e-618c86edc4c6'] in dv-cinder-835133-2-iscsi is: [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6ab253f6-89f8-445f-bd80-7c647aaab775', 'name': '', 'network_id': '2f88888a-dab3-44ae-957f-4a304598e58f', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'mac_address': 'fa:16:3e:3f:94:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:16Z', 'updated_at': '2022-04-26T14:10:29Z', 'revision_number': 5, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'subnets': [{'id': '1dacbde0-1ec2-4fcc-b4da-f9fec0055f30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:15:32.548741 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:32.553081 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:32.685496 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b00a04ad-9aeb-42e6-a393-cfef53623489 req-9503dc27-63ad-463e-8eca-63a95be93ca7 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=1af8e557-0521-4ed6-971f-dfa80ec191c9 HTTP/1.1" status: 200 len: 210 time: 0.0648899 Apr 26 14:15:32.863571 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af3e514-3e9d-47df-b03a-6111c86dbaf3 None None] New status for floating IP 0223b642-8890-4a65-be39-2da23911878b: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:15:32.922245 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'name': 'network-vif-deleted', 'tag': 'e48d3e25-6975-41a5-953a-e283cc06a7c3'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:15:32.924727 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3855b1d-ab17-432e-bf08-0f6256733d75" -d '{"events": [{"server_uuid": "1af8e557-0521-4ed6-971f-dfa80ec191c9", "name": "network-vif-deleted", "tag": "e48d3e25-6975-41a5-953a-e283cc06a7c3"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:15:32.986747 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e875a1f-0dbf-491f-87e6-a1c055d5eeb7 x-openstack-request-id: req-7e875a1f-0dbf-491f-87e6-a1c055d5eeb7 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:15:32.994078 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af8e557-0521-4ed6-971f-dfa80ec191c9", "name": "network-vif-deleted", "tag": "e48d3e25-6975-41a5-953a-e283cc06a7c3", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:15:32.994078 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e875a1f-0dbf-491f-87e6-a1c055d5eeb7 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:15:32.994078 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e875a1f-0dbf-491f-87e6-a1c055d5eeb7'] response: {'server_uuid': '1af8e557-0521-4ed6-971f-dfa80ec191c9', 'name': 'network-vif-deleted', 'tag': 'e48d3e25-6975-41a5-953a-e283cc06a7c3', 'status': 'completed', 'code': 200} Apr 26 14:15:33.106679 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Publish callbacks [] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:33.114400 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1e93d124-0d88-49dc-a7f3-5f82974666fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'e95b4cb3-6abf-4739-9108-0a3b937b5351', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': '34dce262-591f-43ff-9324-4aa5369a0a47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:ea:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4e8add-c541-4ae3-9b22-5144661eee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:15:08Z', 'updated_at': '2022-04-26T14:15:30Z', 'revision_number': 1, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:33.146682 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93d124-0d88-49dc-a7f3-5f82974666fc None None] The sync data for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi is: [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'e95b4cb3-6abf-4739-9108-0a3b937b5351', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': '34dce262-591f-43ff-9324-4aa5369a0a47', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:ea:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4e8add-c541-4ae3-9b22-5144661eee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:15:08Z', 'updated_at': '2022-04-26T14:15:30Z', 'revision_number': 1, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:15:33.205328 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:33.269682 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0151e-91bb-441b-bd96-7f75763293ce None None] Pushing event updated for resources: {'Port': ['ID=26d93211-cbfa-473a-8e5f-1bd0bf98df6b,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:33.330753 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Attempting to bind port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:15:33.331456 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Attempting to bind port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': 'cf20363b-f771-40fa-b25f-eb8a6e715753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:15:33.332026 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Attempting to bind port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b on network 84e0ed59-1f93-4efb-b034-0e8a6b3352cc {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:15:33.337809 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:15:33.338225 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Checking segment: {'id': 'cf20363b-f771-40fa-b25f-eb8a6e715753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:15:33.339083 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:33.339279 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Bound using segment: {'id': 'cf20363b-f771-40fa-b25f-eb8a6e715753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:15:33.339750 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Bound port: 26d93211-cbfa-473a-8e5f-1bd0bf98df6b, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf20363b-f771-40fa-b25f-eb8a6e715753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:15:33.340259 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:33.404591 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] For port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:15:33.408181 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] For port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=26d93211-cbfa-473a-8e5f-1bd0bf98df6b,segment=NetworkSegment(cf20363b-f771-40fa-b25f-eb8a6e715753),segment_id=cf20363b-f771-40fa-b25f-eb8a6e715753)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:15:33.464131 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-516b013c-2e46-4a77-8000-fa56dee1dacd None None] Provisioning complete for port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:33.464506 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-516b013c-2e46-4a77-8000-fa56dee1dacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:33.493850 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:33.502764 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-516b013c-2e46-4a77-8000-fa56dee1dacd None None] Port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:15:33.551147 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Routers {'612954a4-b56f-4565-b53e-75a10fc3556a'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:33.551778 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['612954a4-b56f-4565-b53e-75a10fc3556a'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:33.554860 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0151e-91bb-441b-bd96-7f75763293ce None None] Pushing event updated for resources: {'Port': ['ID=26d93211-cbfa-473a-8e5f-1bd0bf98df6b,revision_number=4']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:33.674448 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] Set router 612954a4-b56f-4565-b53e-75a10fc3556a gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:33.723208 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8b06cc62-9188-4c95-8fdb-1c3e4b5e642d None None] Provisioning complete for port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:33.723720 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8b06cc62-9188-4c95-8fdb-1c3e4b5e642d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:33.870654 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59964) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:33.912481 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'name': 'tempest-TestVolumeBootPattern-83125513-router', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'edf699fa-cdbb-46a6-b8af-74be86f18499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:22Z', 'updated_at': '2022-04-26T14:15:26Z', 'revision_number': 4, 'project_id': '5d96de440e26445094878f0f21a3670a', 'gw_port': {'id': 'edf699fa-cdbb-46a6-b8af-74be86f18499', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:23Z', 'updated_at': '2022-04-26T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '26d93211-cbfa-473a-8e5f-1bd0bf98df6b', 'name': '', 'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'mac_address': 'fa:16:3e:d1:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a58ad116-184a-46fc-ac22-c57da76e8b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:25Z', 'updated_at': '2022-04-26T14:15:33Z', 'revision_number': 4, 'project_id': '5d96de440e26445094878f0f21a3670a', 'subnets': [{'id': 'a58ad116-184a-46fc-ac22-c57da76e8b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:33.934836 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a1032c83-b7e3-434a-977c-9f548ba03340 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for security_group (1a0fbac1-6c1c-4e67-994c-72c069afa544), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:33.944006 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc19d17-b6a9-40d2-8537-2c0577c4f8a5 None None] The sync data for ids ['612954a4-b56f-4565-b53e-75a10fc3556a'] in dv-cinder-835133-2-iscsi is: [{'id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'name': 'tempest-TestVolumeBootPattern-83125513-router', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'edf699fa-cdbb-46a6-b8af-74be86f18499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:22Z', 'updated_at': '2022-04-26T14:15:26Z', 'revision_number': 4, 'project_id': '5d96de440e26445094878f0f21a3670a', 'gw_port': {'id': 'edf699fa-cdbb-46a6-b8af-74be86f18499', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:23Z', 'updated_at': '2022-04-26T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '26d93211-cbfa-473a-8e5f-1bd0bf98df6b', 'name': '', 'network_id': '84e0ed59-1f93-4efb-b034-0e8a6b3352cc', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'mac_address': 'fa:16:3e:d1:c5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'a58ad116-184a-46fc-ac22-c57da76e8b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:25Z', 'updated_at': '2022-04-26T14:15:33Z', 'revision_number': 4, 'project_id': '5d96de440e26445094878f0f21a3670a', 'subnets': [{'id': 'a58ad116-184a-46fc-ac22-c57da76e8b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:15:33.946119 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8b06cc62-9188-4c95-8fdb-1c3e4b5e642d None None] Current status of the port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:33.947032 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8b06cc62-9188-4c95-8fdb-1c3e4b5e642d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:33.966098 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a1032c83-b7e3-434a-977c-9f548ba03340 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for security_group (1a0fbac1-6c1c-4e67-994c-72c069afa544), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:33.981455 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8b06cc62-9188-4c95-8fdb-1c3e4b5e642d None None] For port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=26d93211-cbfa-473a-8e5f-1bd0bf98df6b,segment=NetworkSegment(cf20363b-f771-40fa-b25f-eb8a6e715753),segment_id=cf20363b-f771-40fa-b25f-eb8a6e715753)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:34.058794 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device f6a91cab-f7de-4dd1-92ec-810971322e81 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:15:34.062505 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8b06cc62-9188-4c95-8fdb-1c3e4b5e642d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:34.084143 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: f6a91cab-f7de-4dd1-92ec-810971322e81 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:15:34.084490 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device f6a91cab-f7de-4dd1-92ec-810971322e81 not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:15:34.084918 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device e48d3e25-6975-41a5-953a-e283cc06a7c3 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:15:34.096351 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a1032c83-b7e3-434a-977c-9f548ba03340 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (1a0fbac1-6c1c-4e67-994c-72c069afa544), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:34.099041 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a1032c83-b7e3-434a-977c-9f548ba03340 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:34.100208 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-a1032c83-b7e3-434a-977c-9f548ba03340 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "DELETE /v2.0/security-groups/1a0fbac1-6c1c-4e67-994c-72c069afa544 HTTP/1.1" status: 204 len: 168 time: 0.2285595 Apr 26 14:15:34.102957 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 59966) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:34.109730 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1032c83-b7e3-434a-977c-9f548ba03340 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0fbac1-6c1c-4e67-994c-72c069afa544,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:34.124957 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.api.v2.resource [None req-4ab7984d-069b-4863-aa7d-5c1d3f9c0964 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] show failed (client error): The resource could not be found. Apr 26 14:15:34.126821 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4ab7984d-069b-4863-aa7d-5c1d3f9c0964 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups/1a0fbac1-6c1c-4e67-994c-72c069afa544 HTTP/1.1" status: 404 len: 347 time: 0.0216584 Apr 26 14:15:34.128655 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: e48d3e25-6975-41a5-953a-e283cc06a7c3 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:15:34.129093 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device e48d3e25-6975-41a5-953a-e283cc06a7c3 not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:15:34.129405 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 59968) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:34.154425 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06cc62-9188-4c95-8fdb-1c3e4b5e642d None None] Pushing event updated for resources: {'Port': ['ID=26d93211-cbfa-473a-8e5f-1bd0bf98df6b,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:34.255919 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-f013a63e-5d20-4640-8e57-d724f7114155 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Deleting port 28e093a9-8b56-4a11-8415-31c886d080db {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:34.256186 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f013a63e-5d20-4640-8e57-d724f7114155 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (28e093a9-8b56-4a11-8415-31c886d080db), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:34.353101 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f013a63e-5d20-4640-8e57-d724f7114155 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (28e093a9-8b56-4a11-8415-31c886d080db), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:34.353459 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f013a63e-5d20-4640-8e57-d724f7114155 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for floatingip (28e093a9-8b56-4a11-8415-31c886d080db), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:34.372520 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-f013a63e-5d20-4640-8e57-d724f7114155 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Calling delete_port for 28e093a9-8b56-4a11-8415-31c886d080db owned by network:floatingip {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:34.395743 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4953d0e0-7045-4840-9d36-4e84d23f2418 None None] New status for floating IP e95b4cb3-6abf-4739-9108-0a3b937b5351: ACTIVE {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:15:34.616160 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f013a63e-5d20-4640-8e57-d724f7114155 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (28e093a9-8b56-4a11-8415-31c886d080db), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:34.642117 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013a63e-5d20-4640-8e57-d724f7114155 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Pushing event deleted for resources: {'Port': ['ID=28e093a9-8b56-4a11-8415-31c886d080db,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:34.705929 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f013a63e-5d20-4640-8e57-d724f7114155 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks [] for floatingip (0223b642-8890-4a65-be39-2da23911878b), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:34.708522 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f013a63e-5d20-4640-8e57-d724f7114155 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:34.712095 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f013a63e-5d20-4640-8e57-d724f7114155 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "DELETE /v2.0/floatingips/0223b642-8890-4a65-be39-2da23911878b HTTP/1.1" status: 204 len: 168 time: 0.5791893 Apr 26 14:15:34.766756 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 26d93211-cbfa-473a-8e5f-1bd0bf98df6b up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:15:34.817315 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:34.817686 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:34.898118 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:15:40.913386 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:40.916635 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649c0bc-c326-4eeb-a9ff-a047780ee538 req-af08fa45-d5ab-4adc-9a52-a410d46f292f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:40.918158 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3649c0bc-c326-4eeb-a9ff-a047780ee538 req-af08fa45-d5ab-4adc-9a52-a410d46f292f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0549176 Apr 26 14:15:40.966125 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3649c0bc-c326-4eeb-a9ff-a047780ee538 req-82c9ec97-8df8-4f39-a345-fb644c1d1590 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Apr 26 14:15:42.101278 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc01cb3-4161-425a-823f-d59fcfed6720 req-ba77da03-d402-48ce-9f1d-a85051d4c853 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:42.102916 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7bc01cb3-4161-425a-823f-d59fcfed6720 req-ba77da03-d402-48ce-9f1d-a85051d4c853 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0668719 Apr 26 14:15:42.151534 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7bc01cb3-4161-425a-823f-d59fcfed6720 req-9ff333e5-6c11-44d8-9ba7-dd3892405ece tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Apr 26 14:15:42.852263 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c92dc-fc92-4591-904c-a63577ffd659 req-8dd474ec-1c90-4bf4-b322-718a47b6a7ab tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:42.853745 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d81c92dc-fc92-4591-904c-a63577ffd659 req-8dd474ec-1c90-4bf4-b322-718a47b6a7ab tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0501649 Apr 26 14:15:42.951017 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-d81c92dc-fc92-4591-904c-a63577ffd659 req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Deleting port 0e992724-8bbd-4a49-96d5-fa786b2405ab {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:42.951356 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d81c92dc-fc92-4591-904c-a63577ffd659 req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:43.037336 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-d81c92dc-fc92-4591-904c-a63577ffd659 req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] For port 0e992724-8bbd-4a49-96d5-fa786b2405ab, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=0e992724-8bbd-4a49-96d5-fa786b2405ab,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:43.037705 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d81c92dc-fc92-4591-904c-a63577ffd659 req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:43.050019 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-d81c92dc-fc92-4591-904c-a63577ffd659 req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Calling delete_port for 0e992724-8bbd-4a49-96d5-fa786b2405ab owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:43.261960 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d81c92dc-fc92-4591-904c-a63577ffd659 req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (0e992724-8bbd-4a49-96d5-fa786b2405ab), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:43.268413 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32866883-7bee-4c57-b14e-325a7d0fe81a req-ecfa935e-58a1-4745-8cc5-be90d544ca79 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:43.270479 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-32866883-7bee-4c57-b14e-325a7d0fe81a req-ecfa935e-58a1-4745-8cc5-be90d544ca79 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 946 time: 0.0521810 Apr 26 14:15:43.280659 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['0e992724-8bbd-4a49-96d5-fa786b2405ab', '929beb4c-1416-4cbb-a27f-30e55ee70ab6'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:15:43.303709 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Pushing event deleted for resources: {'Port': ['ID=0e992724-8bbd-4a49-96d5-fa786b2405ab,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:43.312808 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:43.313186 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:43.313537 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:43.313882 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:43.314242 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:43.314601 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:43.314925 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:43.315254 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:43.315584 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:43.315917 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:43.316253 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:43.316576 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:43.316937 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:43.326857 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-32866883-7bee-4c57-b14e-325a7d0fe81a req-cabc60f1-9dd3-4fd6-b11d-78f32a91dad3 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505350 Apr 26 14:15:43.363333 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81c92dc-fc92-4591-904c-a63577ffd659 req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] No DVR routers for this DVR port 0e992724-8bbd-4a49-96d5-fa786b2405ab on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:15:43.365992 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d81c92dc-fc92-4591-904c-a63577ffd659 req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:43.369315 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d81c92dc-fc92-4591-904c-a63577ffd659 req-9ebc8e25-efa2-4a89-8416-2876aff575e8 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.26 "DELETE /v2.0/ports/0e992724-8bbd-4a49-96d5-fa786b2405ab HTTP/1.1" status: 204 len: 173 time: 0.5087900 Apr 26 14:15:43.369761 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c588d0-aa8c-4db6-aba6-ff2863b26ad7', 'name': 'network-vif-deleted', 'tag': '0e992724-8bbd-4a49-96d5-fa786b2405ab'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:15:43.372119 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf986d2-27e4-4667-a349-d515a3510b88" -d '{"events": [{"server_uuid": "b5c588d0-aa8c-4db6-aba6-ff2863b26ad7", "name": "network-vif-deleted", "tag": "0e992724-8bbd-4a49-96d5-fa786b2405ab"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:15:43.409102 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7988c7-3d45-4bd4-aeeb-4dd1ac216350 x-openstack-request-id: req-fc7988c7-3d45-4bd4-aeeb-4dd1ac216350 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:15:43.409446 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c588d0-aa8c-4db6-aba6-ff2863b26ad7", "name": "network-vif-deleted", "tag": "0e992724-8bbd-4a49-96d5-fa786b2405ab", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:15:43.409699 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc7988c7-3d45-4bd4-aeeb-4dd1ac216350 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:15:43.410134 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7988c7-3d45-4bd4-aeeb-4dd1ac216350'] response: {'server_uuid': 'b5c588d0-aa8c-4db6-aba6-ff2863b26ad7', 'name': 'network-vif-deleted', 'tag': '0e992724-8bbd-4a49-96d5-fa786b2405ab', 'status': 'completed', 'code': 200} Apr 26 14:15:44.445115 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e456028a-9f8c-4d24-8f2c-d1b7b8452902 req-6ab2cba5-5758-41fe-9600-c393980efdfd tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c588d0-aa8c-4db6-aba6-ff2863b26ad7 HTTP/1.1" status: 200 len: 210 time: 0.0263195 Apr 26 14:15:45.954742 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c11a4-0eb9-47f2-8240-c0e920f43a72 req-9ce2af32-aa63-40c4-9a94-f367f48a5e2f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:45.956295 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8d9c11a4-0eb9-47f2-8240-c0e920f43a72 req-9ce2af32-aa63-40c4-9a94-f367f48a5e2f tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0552778 Apr 26 14:15:46.001471 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8d9c11a4-0eb9-47f2-8240-c0e920f43a72 req-b281a3bd-d8d1-4ef8-99c7-27b11d465b5d tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389812 Apr 26 14:15:46.390935 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 0e992724-8bbd-4a49-96d5-fa786b2405ab no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:15:46.414975 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: 0e992724-8bbd-4a49-96d5-fa786b2405ab {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:15:46.415319 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 0e992724-8bbd-4a49-96d5-fa786b2405ab not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:15:47.117658 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6569dc-8925-4ea6-a97e-5e54a4d7e260 req-450faad9-6844-46b8-8490-63f4658ecc11 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:47.119123 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4f6569dc-8925-4ea6-a97e-5e54a4d7e260 req-450faad9-6844-46b8-8490-63f4658ecc11 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0505922 Apr 26 14:15:47.164506 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4f6569dc-8925-4ea6-a97e-5e54a4d7e260 req-dd542d12-56d7-4856-8bfb-295697d8a41c tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399210 Apr 26 14:15:48.281735 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68ab49-a2d2-436b-b5c0-af17a0e05dc2 req-db5874aa-aebf-4562-8478-4939c37544f6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:48.283239 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4b68ab49-a2d2-436b-b5c0-af17a0e05dc2 req-db5874aa-aebf-4562-8478-4939c37544f6 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0525115 Apr 26 14:15:48.329035 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4b68ab49-a2d2-436b-b5c0-af17a0e05dc2 req-c5be8fea-8e34-4a05-855a-6931a34f2e08 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403244 Apr 26 14:15:49.444768 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9cb72-ad61-45fc-b7f0-ce5e52d64ad8 req-1b88df49-7c79-42a6-8370-73e7016022e2 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:49.446284 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b4d9cb72-ad61-45fc-b7f0-ce5e52d64ad8 req-1b88df49-7c79-42a6-8370-73e7016022e2 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0526080 Apr 26 14:15:49.496133 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b4d9cb72-ad61-45fc-b7f0-ce5e52d64ad8 req-a55e1348-b380-4770-99a6-14c39e6db89a tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443296 Apr 26 14:15:49.768382 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-2084d56e-1d3b-48d3-9fbc-8db773e381f1 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445138182&fields=id&tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838 HTTP/1.1" status: 200 len: 267 time: 0.0426922 Apr 26 14:15:49.873867 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-a56f1c35-0f74-4942-af00-460a0333a4a4 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:49.875258 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-a56f1c35-0f74-4942-af00-460a0333a4a4 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/networks?id=9c46524c-1ef3-4576-ad52-5298a3962302 HTTP/1.1" status: 200 len: 812 time: 0.1004353 Apr 26 14:15:49.890301 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-6a06e0d3-9fc2-4f1b-9b95-8b674bc42a3d tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/quotas/488b7e9fc3ac419e8f3acaf1bbfd8838 HTTP/1.1" status: 200 len: 375 time: 0.0095925 Apr 26 14:15:49.945291 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-b3559d8e-14e0-4a3d-8148-b595893a45a6 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488005 Apr 26 14:15:50.082760 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-e9a71e3f-fc4a-4e23-8189-b3371d9173b4 service neutron] 10.222.0.23 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255558 Apr 26 14:15:50.169108 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-c93ad0cf-97fb-4eec-9d92-fcab5714d10d service neutron] 10.222.0.23 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804904 Apr 26 14:15:50.373271 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e7210-f03c-4ec6-9c73-1564ed2d85f1 req-b3d54e6a-aadf-41f6-9409-3762533534cb tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:50.374884 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a92e7210-f03c-4ec6-9c73-1564ed2d85f1 req-b3d54e6a-aadf-41f6-9409-3762533534cb tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0557678 Apr 26 14:15:50.467060 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-a92e7210-f03c-4ec6-9c73-1564ed2d85f1 req-1ae9712c-9f14-4d5b-b62d-6975a26ee850 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Deleting port 929beb4c-1416-4cbb-a27f-30e55ee70ab6 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:50.467402 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a92e7210-f03c-4ec6-9c73-1564ed2d85f1 req-1ae9712c-9f14-4d5b-b62d-6975a26ee850 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:50.557466 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-a92e7210-f03c-4ec6-9c73-1564ed2d85f1 req-1ae9712c-9f14-4d5b-b62d-6975a26ee850 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] For port 929beb4c-1416-4cbb-a27f-30e55ee70ab6, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=929beb4c-1416-4cbb-a27f-30e55ee70ab6,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:50.557830 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a92e7210-f03c-4ec6-9c73-1564ed2d85f1 req-1ae9712c-9f14-4d5b-b62d-6975a26ee850 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:50.571742 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-a92e7210-f03c-4ec6-9c73-1564ed2d85f1 req-1ae9712c-9f14-4d5b-b62d-6975a26ee850 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Calling delete_port for 929beb4c-1416-4cbb-a27f-30e55ee70ab6 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:50.627947 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038e59-7211-44e8-85ed-69d3da1abe8a req-a636b421-ebdd-4eb7-aab9-3d9b2c12b117 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:50.629461 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d5038e59-7211-44e8-85ed-69d3da1abe8a req-a636b421-ebdd-4eb7-aab9-3d9b2c12b117 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 945 time: 0.0602770 Apr 26 14:15:50.683144 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d5038e59-7211-44e8-85ed-69d3da1abe8a req-06279990-dfd0-442a-ac3c-8f87750babda tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/security-groups?id=b1110e7f-7dc1-472c-b22c-8c42e42f46af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474010 Apr 26 14:15:50.755441 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ee611d25-7a40-4ba5-9704-a77bb08f76b5 req-1237eb97-42c2-4598-aa69-05a4b0305e66 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 210 time: 0.0306113 Apr 26 14:15:50.769562 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a92e7210-f03c-4ec6-9c73-1564ed2d85f1 req-1ae9712c-9f14-4d5b-b62d-6975a26ee850 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (929beb4c-1416-4cbb-a27f-30e55ee70ab6), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:50.790318 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['929beb4c-1416-4cbb-a27f-30e55ee70ab6'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:15:50.805805 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9712c-9f14-4d5b-b62d-6975a26ee850 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Pushing event deleted for resources: {'Port': ['ID=929beb4c-1416-4cbb-a27f-30e55ee70ab6,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:50.847378 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92e7210-f03c-4ec6-9c73-1564ed2d85f1 req-1ae9712c-9f14-4d5b-b62d-6975a26ee850 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] No DVR routers for this DVR port 929beb4c-1416-4cbb-a27f-30e55ee70ab6 on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:15:50.850866 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a92e7210-f03c-4ec6-9c73-1564ed2d85f1 req-1ae9712c-9f14-4d5b-b62d-6975a26ee850 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:50.854337 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a92e7210-f03c-4ec6-9c73-1564ed2d85f1 req-1ae9712c-9f14-4d5b-b62d-6975a26ee850 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.26 "DELETE /v2.0/ports/929beb4c-1416-4cbb-a27f-30e55ee70ab6 HTTP/1.1" status: 204 len: 173 time: 0.4743333 Apr 26 14:15:50.854784 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8', 'name': 'network-vif-deleted', 'tag': '929beb4c-1416-4cbb-a27f-30e55ee70ab6'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:15:50.857084 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47688660-5911-4803-b636-243c961d0367" -d '{"events": [{"server_uuid": "6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8", "name": "network-vif-deleted", "tag": "929beb4c-1416-4cbb-a27f-30e55ee70ab6"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:15:50.893377 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036ba1cf-0657-469c-b188-029623969c60 x-openstack-request-id: req-036ba1cf-0657-469c-b188-029623969c60 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:15:50.893745 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8", "name": "network-vif-deleted", "tag": "929beb4c-1416-4cbb-a27f-30e55ee70ab6", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:15:50.894106 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-036ba1cf-0657-469c-b188-029623969c60 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:15:50.894707 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-036ba1cf-0657-469c-b188-029623969c60'] response: {'server_uuid': '6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8', 'name': 'network-vif-deleted', 'tag': '929beb4c-1416-4cbb-a27f-30e55ee70ab6', 'status': 'completed', 'code': 200} Apr 26 14:15:51.784041 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9fcad005-9e33-402d-8db2-9cea98142833 req-18d6d576-c377-49c0-98d5-8c3ed2921988 tempest-ServerRescueNegativeTestJSON-1317579742 tempest-ServerRescueNegativeTestJSON-1317579742-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ab6be25-c6b4-48be-8c6e-d90bdc07d6c8 HTTP/1.1" status: 200 len: 210 time: 0.0263314 Apr 26 14:15:51.833419 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d800b891-f7d6-484f-a79c-40f6fa3cc58d req-e8c557e9-4e94-4890-965d-37a41c77aa6a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 210 time: 0.0259981 Apr 26 14:15:52.836534 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60178) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:52.927293 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-86bb6578-0e1e-4357-94f2-739e3c4aab3d req-a65d8f83-44fe-46aa-aa3f-1768ed0a4340 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 210 time: 0.0279145 Apr 26 14:15:53.101349 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-99b55a72-e5a5-4a4c-a1b6-1b49febce2c2 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:53.107576 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-99b55a72-e5a5-4a4c-a1b6-1b49febce2c2 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "GET /v2.0/networks?id=9c46524c-1ef3-4576-ad52-5298a3962302 HTTP/1.1" status: 200 len: 812 time: 0.1066217 Apr 26 14:15:53.166933 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-1c5d2b7f-65db-4db6-8cd1-8d7bb97adfee tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838 HTTP/1.1" status: 200 len: 379 time: 0.0538702 Apr 26 14:15:53.175387 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-f76201eb-51fa-45a5-b465-98d6acd7b49a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Request body: {'port': {'device_id': 'a4be11a3-72a9-4428-8e09-81d7f82eb3ac', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'admin_state_up': True, 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'security_groups': ['36fb8660-8c4e-44db-885e-b57737a0090e']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:53.295163 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557085'] for router_interface (99f8baf1-417d-40f2-995e-618c86edc4c6), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:53.318834 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-f76201eb-51fa-45a5-b465-98d6acd7b49a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Made reservation on behalf of 488b7e9fc3ac419e8f3acaf1bbfd8838 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:15:53.322264 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-f76201eb-51fa-45a5-b465-98d6acd7b49a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:53.450241 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-f76201eb-51fa-45a5-b465-98d6acd7b49a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Allocated IP 172.20.0.9 (9c46524c-1ef3-4576-ad52-5298a3962302/5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03/ea149bb2-7696-4711-8302-772e2f877a69) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:15:53.454267 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:15:53.565405 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Deleting port 6ab253f6-89f8-445f-bd80-7c647aaab775 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:53.565740 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:53.601032 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-f76201eb-51fa-45a5-b465-98d6acd7b49a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for port (ea149bb2-7696-4711-8302-772e2f877a69), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:53.644741 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] For port 6ab253f6-89f8-445f-bd80-7c647aaab775, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=6ab253f6-89f8-445f-bd80-7c647aaab775,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:53.645029 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:53.657165 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Calling delete_port for 6ab253f6-89f8-445f-bd80-7c647aaab775 owned by network:router_interface {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:53.685251 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-f76201eb-51fa-45a5-b465-98d6acd7b49a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (ea149bb2-7696-4711-8302-772e2f877a69), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:53.726375 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-f76201eb-51fa-45a5-b465-98d6acd7b49a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Network 9c46524c-1ef3-4576-ad52-5298a3962302 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:15:53.729523 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-f76201eb-51fa-45a5-b465-98d6acd7b49a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:15:53.733231 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-f76201eb-51fa-45a5-b465-98d6acd7b49a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:15:53.765824 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76201eb-51fa-45a5-b465-98d6acd7b49a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'Port': ['ID=ea149bb2-7696-4711-8302-772e2f877a69,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:53.794405 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-f76201eb-51fa-45a5-b465-98d6acd7b49a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:53.795869 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-f76201eb-51fa-45a5-b465-98d6acd7b49a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:53.865487 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-f76201eb-51fa-45a5-b465-98d6acd7b49a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6936798 Apr 26 14:15:53.882970 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Request body: {'port': {'device_id': 'a4be11a3-72a9-4428-8e09-81d7f82eb3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:53.896458 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (6ab253f6-89f8-445f-bd80-7c647aaab775), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:53.925675 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab253f6-89f8-445f-bd80-7c647aaab775,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:53.939740 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:53.939854 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:53.940121 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:53.940518 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:53.940882 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:53.941178 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:53.941602 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:53.942490 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:53.942825 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:53.943156 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:53.943489 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:53.943815 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:53.944141 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:15:53.971519 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ea149bb2-7696-4711-8302-772e2f877a69), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:54.031914 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-f300e6e5-a6fa-4844-8d2d-1a90750fc5a7 None None] Provisioning complete for port ea149bb2-7696-4711-8302-772e2f877a69 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:15:54.032639 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f300e6e5-a6fa-4844-8d2d-1a90750fc5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (ea149bb2-7696-4711-8302-772e2f877a69), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:54.074405 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-f300e6e5-a6fa-4844-8d2d-1a90750fc5a7 None None] Port ea149bb2-7696-4711-8302-772e2f877a69 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:15:54.131016 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 929beb4c-1416-4cbb-a27f-30e55ee70ab6 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:15:54.150905 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557185'] for router_interface (99f8baf1-417d-40f2-995e-618c86edc4c6), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:54.154566 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: 929beb4c-1416-4cbb-a27f-30e55ee70ab6 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:15:54.155000 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 929beb4c-1416-4cbb-a27f-30e55ee70ab6 not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:15:54.178652 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a3329-5fc4-493d-a062-1e5b9e7ad104 req-420c463a-0594-4833-a018-50cbf8f868ed tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:54.180251 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0c1a3329-5fc4-493d-a062-1e5b9e7ad104 req-420c463a-0594-4833-a018-50cbf8f868ed tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 931 time: 0.1410513 Apr 26 14:15:54.274911 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0c1a3329-5fc4-493d-a062-1e5b9e7ad104 req-19327c6e-c3dd-4f61-bc1b-e7c0f7ff2571 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700455 Apr 26 14:15:54.346850 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea149bb2-7696-4711-8302-772e2f877a69 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:15:54.354873 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Publish callbacks [] for port (ea149bb2-7696-4711-8302-772e2f877a69), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:54.368451 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Transition to ACTIVE for port object ea149bb2-7696-4711-8302-772e2f877a69 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:15:54.433320 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (ea149bb2-7696-4711-8302-772e2f877a69), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:54.485422 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Pushing event updated for resources: {'Port': ['ID=ea149bb2-7696-4711-8302-772e2f877a69,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:54.563303 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Attempting to bind port ea149bb2-7696-4711-8302-772e2f877a69 on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:15:54.563715 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Attempting to bind port ea149bb2-7696-4711-8302-772e2f877a69 by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:15:54.564108 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Attempting to bind port ea149bb2-7696-4711-8302-772e2f877a69 on network 9c46524c-1ef3-4576-ad52-5298a3962302 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:15:54.569764 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Port ea149bb2-7696-4711-8302-772e2f877a69 on network 9c46524c-1ef3-4576-ad52-5298a3962302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:15:54.570197 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Attempting to bind port ea149bb2-7696-4711-8302-772e2f877a69 on network 9c46524c-1ef3-4576-ad52-5298a3962302 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:15:54.575589 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:15:54.575926 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Checking segment: {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:15:54.576305 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Bound using segment: {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:15:54.576733 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Bound port: ea149bb2-7696-4711-8302-772e2f877a69, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:15:54.577084 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ea149bb2-7696-4711-8302-772e2f877a69), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:54.610924 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Router 99f8baf1-417d-40f2-995e-618c86edc4c6 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:15:54.658926 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] For port ea149bb2-7696-4711-8302-772e2f877a69, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:15:54.665022 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] For port ea149bb2-7696-4711-8302-772e2f877a69, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ea149bb2-7696-4711-8302-772e2f877a69,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:15:54.725420 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (ea149bb2-7696-4711-8302-772e2f877a69), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:54.728954 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:15:54.733946 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e4621104-9baa-4b71-8484-547319ae0ee4 admin admin] 10.222.0.23 "PUT /v2.0/routers/99f8baf1-417d-40f2-995e-618c86edc4c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8963907 Apr 26 14:15:54.736455 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60198) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:54.741791 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49874344-0799-4d82-a32f-7be22d24ab7c None None] Sync routers for ids ['99f8baf1-417d-40f2-995e-618c86edc4c6'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:15:54.751091 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49874344-0799-4d82-a32f-7be22d24ab7c None None] Routers {'99f8baf1-417d-40f2-995e-618c86edc4c6'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:54.752058 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-49874344-0799-4d82-a32f-7be22d24ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['99f8baf1-417d-40f2-995e-618c86edc4c6'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:54.771078 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:54.771078 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:54.771078 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] 10.222.0.26 "PUT /v2.0/ports/ea149bb2-7696-4711-8302-772e2f877a69 HTTP/1.1" status: 200 len: 1093 time: 0.8918166 Apr 26 14:15:54.773437 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4be11a3-72a9-4428-8e09-81d7f82eb3ac', 'tag': 'ea149bb2-7696-4711-8302-772e2f877a69'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:15:54.781152 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5acd0a-26b8-4bd6-aeb0-c8dedffad862" -d '{"events": [{"name": "network-changed", "server_uuid": "a4be11a3-72a9-4428-8e09-81d7f82eb3ac", "tag": "ea149bb2-7696-4711-8302-772e2f877a69"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:15:54.898612 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d8eb5f-0f99-40cc-a99a-dde1709bf576 x-openstack-request-id: req-d6d8eb5f-0f99-40cc-a99a-dde1709bf576 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:15:54.898903 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4be11a3-72a9-4428-8e09-81d7f82eb3ac", "tag": "ea149bb2-7696-4711-8302-772e2f877a69", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:15:54.899364 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6d8eb5f-0f99-40cc-a99a-dde1709bf576 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:15:54.900119 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6d8eb5f-0f99-40cc-a99a-dde1709bf576'] response: {'name': 'network-changed', 'server_uuid': 'a4be11a3-72a9-4428-8e09-81d7f82eb3ac', 'tag': 'ea149bb2-7696-4711-8302-772e2f877a69', 'status': 'completed', 'code': 200} Apr 26 14:15:54.902064 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] Publish callbacks [] for router (99f8baf1-417d-40f2-995e-618c86edc4c6), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:54.903774 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f4f2d-8df8-4024-a80a-3532d3194fca service neutron] Pushing event updated for resources: {'Port': ['ID=ea149bb2-7696-4711-8302-772e2f877a69,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:54.934008 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-49874344-0799-4d82-a32f-7be22d24ab7c None None] Set router 99f8baf1-417d-40f2-995e-618c86edc4c6 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:54.938191 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-1b77e68f-1b8e-4195-8add-01c6398cf63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:54.940556 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-1b77e68f-1b8e-4195-8add-01c6398cf63d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 1127 time: 0.0789723 Apr 26 14:15:54.997229 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-ad2497e9-99ab-44b7-b740-f11a2e389c25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea149bb2-7696-4711-8302-772e2f877a69 HTTP/1.1" status: 200 len: 217 time: 0.0473030 Apr 26 14:15:55.023516 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] Publish callbacks [] for router_gateway (99f8baf1-417d-40f2-995e-618c86edc4c6), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:55.055524 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-f75899f1-8ff8-4218-bc4b-1d5d6a372ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:55.055524 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-f75899f1-8ff8-4218-bc4b-1d5d6a372ac3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03 HTTP/1.1" status: 200 len: 851 time: 0.0485952 Apr 26 14:15:55.101797 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-66f874a3-24c1-4344-844e-89ca61fd8b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:55.103320 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-66f874a3-24c1-4344-844e-89ca61fd8b4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c46524c-1ef3-4576-ad52-5298a3962302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439889 Apr 26 14:15:55.134075 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-49874344-0799-4d82-a32f-7be22d24ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:15:53Z', 'revision_number': 5, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:55.160936 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49874344-0799-4d82-a32f-7be22d24ab7c None None] Checking router: 99f8baf1-417d-40f2-995e-618c86edc4c6 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:15:55.169376 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49874344-0799-4d82-a32f-7be22d24ab7c None None] Routers {'99f8baf1-417d-40f2-995e-618c86edc4c6'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:15:55.170015 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-49874344-0799-4d82-a32f-7be22d24ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['99f8baf1-417d-40f2-995e-618c86edc4c6'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:55.198256 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-ff77e87c-d029-463e-9f6f-394fd612aad5 service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872340 Apr 26 14:15:55.230911 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] Deleting port 938f4eca-aa59-4dbe-a94e-07dce7d44188 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:55.231637 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (938f4eca-aa59-4dbe-a94e-07dce7d44188), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:55.279228 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-49874344-0799-4d82-a32f-7be22d24ab7c None None] Set router 99f8baf1-417d-40f2-995e-618c86edc4c6 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:15:55.301588 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3eaca97-3fba-4b74-adfb-97c1e313243d req-7be2bd57-2dac-41cd-88af-9274a97ec172 service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871971 Apr 26 14:15:55.315095 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] For port 938f4eca-aa59-4dbe-a94e-07dce7d44188, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=938f4eca-aa59-4dbe-a94e-07dce7d44188,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:55.315732 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (938f4eca-aa59-4dbe-a94e-07dce7d44188), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:55.329616 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] Calling delete_port for 938f4eca-aa59-4dbe-a94e-07dce7d44188 owned by network:router_gateway {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:55.424937 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93953a-0c14-4f94-bac1-8a1007688003 req-c0c2ea39-ad32-4cd0-bc04-fe7805211ea7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:55.427886 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2b93953a-0c14-4f94-bac1-8a1007688003 req-c0c2ea39-ad32-4cd0-bc04-fe7805211ea7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 943 time: 0.0761533 Apr 26 14:15:55.487679 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-49874344-0799-4d82-a32f-7be22d24ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:15:53Z', 'revision_number': 5, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:55.514011 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2b93953a-0c14-4f94-bac1-8a1007688003 req-a179b7e8-28cd-4442-8862-4a57fac40775 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804098 Apr 26 14:15:55.515825 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49874344-0799-4d82-a32f-7be22d24ab7c None None] The sync data for ids ['99f8baf1-417d-40f2-995e-618c86edc4c6'] in dv-cinder-835133-2-iscsi is: [{'id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'name': 'tempest-ServerRescueNegativeTestJSON-334602845-router', 'tenant_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:15:53Z', 'revision_number': 5, 'project_id': 'afa3fcb59a274c22bcf1ebcf44211943', 'gw_port': {'id': '938f4eca-aa59-4dbe-a94e-07dce7d44188', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f8baf1-417d-40f2-995e-618c86edc4c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:12Z', 'updated_at': '2022-04-26T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:15:55.524061 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5acd0a-26b8-4bd6-aeb0-c8dedffad862 req-eb262d2b-d027-40b5-9210-7623a4a0a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:55.525724 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b5acd0a-26b8-4bd6-aeb0-c8dedffad862 req-eb262d2b-d027-40b5-9210-7623a4a0a494 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 1127 time: 0.0745385 Apr 26 14:15:55.587594 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (938f4eca-aa59-4dbe-a94e-07dce7d44188), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:55.613995 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=938f4eca-aa59-4dbe-a94e-07dce7d44188,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:55.619357 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5acd0a-26b8-4bd6-aeb0-c8dedffad862 req-cfe476d7-498c-4f23-8ded-762a05d5ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:55.620889 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b5acd0a-26b8-4bd6-aeb0-c8dedffad862 req-cfe476d7-498c-4f23-8ded-762a05d5ca4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c46524c-1ef3-4576-ad52-5298a3962302 HTTP/1.1" status: 200 len: 913 time: 0.0877652 Apr 26 14:15:55.665677 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b5acd0a-26b8-4bd6-aeb0-c8dedffad862 req-35234561-4b28-49f6-b234-faa4ae70a97d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea149bb2-7696-4711-8302-772e2f877a69 HTTP/1.1" status: 200 len: 217 time: 0.0349486 Apr 26 14:15:55.679434 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558887'] for router_gateway (99f8baf1-417d-40f2-995e-618c86edc4c6), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:55.715877 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5acd0a-26b8-4bd6-aeb0-c8dedffad862 req-75f7a09b-0efa-4fe3-8d17-9b82d5408641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:55.717482 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b5acd0a-26b8-4bd6-aeb0-c8dedffad862 req-75f7a09b-0efa-4fe3-8d17-9b82d5408641 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03 HTTP/1.1" status: 200 len: 851 time: 0.0441759 Apr 26 14:15:55.771154 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5acd0a-26b8-4bd6-aeb0-c8dedffad862 req-38da53e8-f112-48db-bc74-5e35d5623193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:55.772665 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b5acd0a-26b8-4bd6-aeb0-c8dedffad862 req-38da53e8-f112-48db-bc74-5e35d5623193 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c46524c-1ef3-4576-ad52-5298a3962302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470760 Apr 26 14:15:55.783778 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10446'] for router (99f8baf1-417d-40f2-995e-618c86edc4c6), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:55.786425 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] Publish callbacks [] for router_controller (99f8baf1-417d-40f2-995e-618c86edc4c6), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:55.863876 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b5acd0a-26b8-4bd6-aeb0-c8dedffad862 req-cd8d09be-2f19-4e8f-924d-360b370aea44 service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844929 Apr 26 14:15:55.890508 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564663'] for router (99f8baf1-417d-40f2-995e-618c86edc4c6), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:55.891040 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99f8baf1-417d-40f2-995e-618c86edc4c6 {{(pid=103924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 26 14:15:55.897061 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:55.907765 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d87beff0-6723-4a4e-9e65-a3e69f33c0cf admin admin] 10.222.0.23 "DELETE /v2.0/routers/99f8baf1-417d-40f2-995e-618c86edc4c6 HTTP/1.1" status: 204 len: 168 time: 1.1604886 Apr 26 14:15:55.907765 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60208) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:55.958992 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d76d3c6-2310-4c38-8835-01f997b52845 admin admin] Deleting subnet 1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:15:55.958992 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7d76d3c6-2310-4c38-8835-01f997b52845 admin admin] Publish callbacks [] for subnet (1dacbde0-1ec2-4fcc-b4da-f9fec0055f30), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:55.994286 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b5acd0a-26b8-4bd6-aeb0-c8dedffad862 req-b6dbb6a6-b650-43cf-a55e-09c2ca7fc71c service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239061 Apr 26 14:15:55.994992 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7d76d3c6-2310-4c38-8835-01f997b52845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3195298'] for subnet (1dacbde0-1ec2-4fcc-b4da-f9fec0055f30), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.082783 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7d76d3c6-2310-4c38-8835-01f997b52845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (1dacbde0-1ec2-4fcc-b4da-f9fec0055f30), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.211173 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7d76d3c6-2310-4c38-8835-01f997b52845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3745788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3767219'] for subnet (1dacbde0-1ec2-4fcc-b4da-f9fec0055f30), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.236743 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76d3c6-2310-4c38-8835-01f997b52845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dacbde0-1ec2-4fcc-b4da-f9fec0055f30,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:56.244806 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7d76d3c6-2310-4c38-8835-01f997b52845 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.248055 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-7d76d3c6-2310-4c38-8835-01f997b52845 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1dacbde0-1ec2-4fcc-b4da-f9fec0055f30 HTTP/1.1" status: 204 len: 168 time: 0.3463387 Apr 26 14:15:56.250636 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60226) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:56.257472 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37f0517-eda3-4dc7-b879-60598bd59d99 None None] Network 2f88888a-dab3-44ae-957f-4a304598e58f requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:15:56.304832 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-688e81cd-1700-4fc5-9d13-f827ef6e4a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.325786 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (2f88888a-dab3-44ae-957f-4a304598e58f), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.384178 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] Deleting port fb7d9c03-d261-4b73-acde-79bf39d32428 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:56.384528 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.453348 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] For port fb7d9c03-d261-4b73-acde-79bf39d32428, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=fb7d9c03-d261-4b73-acde-79bf39d32428,segment=NetworkSegment(3a270e71-d2a7-4d0c-b7b7-111143896ed7),segment_id=3a270e71-d2a7-4d0c-b7b7-111143896ed7)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:56.453707 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.465541 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] Calling delete_port for fb7d9c03-d261-4b73-acde-79bf39d32428 owned by network:dhcp {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:56.588033 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d71655-cc11-405f-8115-18081dba2b55 None None] DHCP port deletion for 2f88888a-dab3-44ae-957f-4a304598e58f request from dv-cinder-835133-2-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 26 14:15:56.629257 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.640658 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-51d71655-cc11-405f-8115-18081dba2b55 None None] Deleting port fb7d9c03-d261-4b73-acde-79bf39d32428 {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:15:56.641034 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-51d71655-cc11-405f-8115-18081dba2b55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.658899 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7d9c03-d261-4b73-acde-79bf39d32428,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:56.662267 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] No DVR routers for this DVR port fb7d9c03-d261-4b73-acde-79bf39d32428 on host dv-cinder-835133-2-iscsi {{(pid=103924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:15:56.706487 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-51d71655-cc11-405f-8115-18081dba2b55 None None] For port fb7d9c03-d261-4b73-acde-79bf39d32428, host dv-cinder-835133-2-iscsi, got binding levels [] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:15:56.706879 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-51d71655-cc11-405f-8115-18081dba2b55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.727174 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-51d71655-cc11-405f-8115-18081dba2b55 None None] Calling delete_port for fb7d9c03-d261-4b73-acde-79bf39d32428 owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:15:56.730184 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.ipam_backend_mixin [None req-51d71655-cc11-405f-8115-18081dba2b55 None None] Port fb7d9c03-d261-4b73-acde-79bf39d32428 was not found and therefore no delete operation was performed {{(pid=103925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 26 14:15:56.731454 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-51d71655-cc11-405f-8115-18081dba2b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293'] for port (fb7d9c03-d261-4b73-acde-79bf39d32428), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.735385 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad4a63-d083-49a0-b954-f06e7a19f0c6 req-f7a829c3-f2e3-483c-9beb-43c164d56df1 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:56.736875 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f2ad4a63-d083-49a0-b954-f06e7a19f0c6 req-f7a829c3-f2e3-483c-9beb-43c164d56df1 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 943 time: 0.1411932 Apr 26 14:15:56.755842 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (2f88888a-dab3-44ae-957f-4a304598e58f), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.767860 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device fb7d9c03-d261-4b73-acde-79bf39d32428 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:15:56.773897 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d71655-cc11-405f-8115-18081dba2b55 None None] Pushing event deleted for resources: {'Port': ['ID=fb7d9c03-d261-4b73-acde-79bf39d32428,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:56.785949 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f88888a-dab3-44ae-957f-4a304598e58f']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:56.797230 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: fb7d9c03-d261-4b73-acde-79bf39d32428 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:15:56.797487 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device fb7d9c03-d261-4b73-acde-79bf39d32428 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:15:56.797906 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 938f4eca-aa59-4dbe-a94e-07dce7d44188 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:15:56.800571 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d71655-cc11-405f-8115-18081dba2b55 None None] No DVR routers for this DVR port fb7d9c03-d261-4b73-acde-79bf39d32428 on host dv-cinder-835133-2-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:15:56.804075 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a270e71-d2a7-4d0c-b7b7-111143896ed7') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:56.804329 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a270e71-d2a7-4d0c-b7b7-111143896ed7') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:56.819566 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 938f4eca-aa59-4dbe-a94e-07dce7d44188 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:15:56.819827 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 938f4eca-aa59-4dbe-a94e-07dce7d44188 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:15:56.820259 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 6ab253f6-89f8-445f-bd80-7c647aaab775 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:15:56.821753 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195305'] for segment (3a270e71-d2a7-4d0c-b7b7-111143896ed7), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.826549 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f2ad4a63-d083-49a0-b954-f06e7a19f0c6 req-2163343d-9f1e-41f1-b211-db283bb86128 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793276 Apr 26 14:15:56.842008 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (3a270e71-d2a7-4d0c-b7b7-111143896ed7), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.842531 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 6ab253f6-89f8-445f-bd80-7c647aaab775 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:15:56.843052 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 6ab253f6-89f8-445f-bd80-7c647aaab775 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:15:56.848108 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:15:56.848588 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745622'] for segment (3a270e71-d2a7-4d0c-b7b7-111143896ed7), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: Traceback (most recent call last): Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: timer() Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: cb(*args, **kw) Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: return func(*args, **kwargs) Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: self._notify() Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: self.callback(batched_events) Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: event.method(event) Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: return f(self, *a, **k) Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._get(url).json() Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: return self.request(url, 'GET', **kwargs) Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:15:56.850363 dv-cinder-835133-2-iscsi neutron-server[103924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:15:56.981594 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (2f88888a-dab3-44ae-957f-4a304598e58f), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.986991 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:56.990751 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2f88888a-dab3-44ae-957f-4a304598e58f HTTP/1.1" status: 204 len: 168 time: 0.7378359 Apr 26 14:15:57.001707 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e94ac7-4e86-426d-85bf-31f8ce23e3e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f88888a-dab3-44ae-957f-4a304598e58f,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:57.202780 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60234) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:57.241174 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-aa8e5ce9-dfa8-4915-8645-9058550a885f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=afa3fcb59a274c22bcf1ebcf44211943&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372469 Apr 26 14:15:57.243513 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60236) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:57.287328 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9df38135-3cdd-4451-90c3-9b81b76274fb admin admin] Publish callbacks [] for security_group (b1110e7f-7dc1-472c-b22c-8c42e42f46af), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:57.307891 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9df38135-3cdd-4451-90c3-9b81b76274fb admin admin] Publish callbacks [] for security_group (b1110e7f-7dc1-472c-b22c-8c42e42f46af), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:57.427719 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9df38135-3cdd-4451-90c3-9b81b76274fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (b1110e7f-7dc1-472c-b22c-8c42e42f46af), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:57.430283 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9df38135-3cdd-4451-90c3-9b81b76274fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:57.431424 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9df38135-3cdd-4451-90c3-9b81b76274fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1110e7f-7dc1-472c-b22c-8c42e42f46af HTTP/1.1" status: 204 len: 168 time: 0.1870527 Apr 26 14:15:57.439458 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df38135-3cdd-4451-90c3-9b81b76274fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1110e7f-7dc1-472c-b22c-8c42e42f46af,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:57.978557 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab456a2-b5f0-4d00-8268-9a50e5a23877 req-5d26980d-eccb-4304-9ff0-a4912669fa5e tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:57.980135 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6ab456a2-b5f0-4d00-8268-9a50e5a23877 req-5d26980d-eccb-4304-9ff0-a4912669fa5e tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 943 time: 0.0565765 Apr 26 14:15:58.034807 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6ab456a2-b5f0-4d00-8268-9a50e5a23877 req-dfe34443-f3ee-4ce1-a995-17cab9757513 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489354 Apr 26 14:15:58.459037 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60276) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:58.490559 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6f9eb7e7-e923-4076-b707-5dcc0ff0e8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:58.551685 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-300812533-network', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:58.636002 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60284) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:58.690500 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] Made reservation on behalf of ceae37df7abe4226ab88abbc1d289a5c for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:15:58.694439 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:58.703043 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:58.781578 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] Publish callbacks [] for security_group (c25f1fb6-d428-4956-a40a-c68a0d75a73f), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:58.850207 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (c25f1fb6-d428-4956-a40a-c68a0d75a73f), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:58.879819 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:15:58.885711 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25f1fb6-d428-4956-a40a-c68a0d75a73f,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:58.894831 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:58.901142 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] Added segment 485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca of type vlan for network bc63f20b-e52c-4941-838b-394d035812b6 Apr 26 14:15:58.929231 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d027d5-b523-4ef6-82d7-85d47aca74a3 admin admin] Deleting subnet cad49114-fd06-4449-a140-91b1946fe637 {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:15:58.932325 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b9d027d5-b523-4ef6-82d7-85d47aca74a3 admin admin] Publish callbacks [] for subnet (cad49114-fd06-4449-a140-91b1946fe637), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:58.936140 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (bc63f20b-e52c-4941-838b-394d035812b6), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:58.965590 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b9d027d5-b523-4ef6-82d7-85d47aca74a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934499'] for subnet (cad49114-fd06-4449-a140-91b1946fe637), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.002884 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b9d027d5-b523-4ef6-82d7-85d47aca74a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (cad49114-fd06-4449-a140-91b1946fe637), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.027505 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (bc63f20b-e52c-4941-838b-394d035812b6), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.028546 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:59.029176 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.090713 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] Pushing event updated for resources: {'Network': ['ID=bc63f20b-e52c-4941-838b-394d035812b6,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:59.100371 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network bc63f20b-e52c-4941-838b-394d035812b6 details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:15:59.116626 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b9d027d5-b523-4ef6-82d7-85d47aca74a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3995344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4099138'] for subnet (cad49114-fd06-4449-a140-91b1946fe637), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.141140 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4b2a7358-dca0-4385-99f3-cacf3446ed80 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6837125 Apr 26 14:15:59.141751 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60290) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:59.146737 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-c62f39c9-289a-4ed4-9b6d-a54149b37625 admin admin] Request body: {'subnet': {'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-subnet', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:59.162132 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d027d5-b523-4ef6-82d7-85d47aca74a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cad49114-fd06-4449-a140-91b1946fe637,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:59.169298 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b9d027d5-b523-4ef6-82d7-85d47aca74a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.172258 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b9d027d5-b523-4ef6-82d7-85d47aca74a3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cad49114-fd06-4449-a140-91b1946fe637 HTTP/1.1" status: 204 len: 168 time: 0.5352700 Apr 26 14:15:59.175226 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60292) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:59.192766 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e31ea-20b4-41c7-a2d0-6375779bc664 req-b192b518-96df-4277-b5d5-3d3f82e65505 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:59.194277 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5c3e31ea-20b4-41c7-a2d0-6375779bc664 req-b192b518-96df-4277-b5d5-3d3f82e65505 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 943 time: 0.0884609 Apr 26 14:15:59.218419 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62f39c9-289a-4ed4-9b6d-a54149b37625 admin admin] Made reservation on behalf of ceae37df7abe4226ab88abbc1d289a5c for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:15:59.220681 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c62f39c9-289a-4ed4-9b6d-a54149b37625 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3767188'] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.243727 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5c3e31ea-20b4-41c7-a2d0-6375779bc664 req-b655767f-fa82-4956-8232-bd5b7e4f26ae tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435686 Apr 26 14:15:59.291364 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa53093c-e044-41b6-b6e7-e52c4d0a0feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (7a9cd801-4fa3-4614-975b-7aad7bd70432), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.396950 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa53093c-e044-41b6-b6e7-e52c4d0a0feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (7a9cd801-4fa3-4614-975b-7aad7bd70432), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.443993 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-fa53093c-e044-41b6-b6e7-e52c4d0a0feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9cd801-4fa3-4614-975b-7aad7bd70432']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:59.457519 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-fa53093c-e044-41b6-b6e7-e52c4d0a0feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65901b3-9061-40e5-8aac-edcfc59a3874') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:59.457812 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-fa53093c-e044-41b6-b6e7-e52c4d0a0feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65901b3-9061-40e5-8aac-edcfc59a3874') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:15:59.486323 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa53093c-e044-41b6-b6e7-e52c4d0a0feb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195305'] for segment (a65901b3-9061-40e5-8aac-edcfc59a3874), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.512941 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa53093c-e044-41b6-b6e7-e52c4d0a0feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (a65901b3-9061-40e5-8aac-edcfc59a3874), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa53093c-e044-41b6-b6e7-e52c4d0a0feb admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa53093c-e044-41b6-b6e7-e52c4d0a0feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745622'] for segment (a65901b3-9061-40e5-8aac-edcfc59a3874), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: Traceback (most recent call last): Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: timer() Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: cb(*args, **kw) Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: return func(*args, **kwargs) Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: self._notify() Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: self.callback(batched_events) Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: event.method(event) Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: return f(self, *a, **k) Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._get(url).json() Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: return self.request(url, 'GET', **kwargs) Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:15:59.521484 dv-cinder-835133-2-iscsi neutron-server[103924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:15:59.598662 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c62f39c9-289a-4ed4-9b6d-a54149b37625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3745727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3767210'] for subnet (a30cea70-cfe0-4e96-8e8d-25b1736752b4), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.632138 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa53093c-e044-41b6-b6e7-e52c4d0a0feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (7a9cd801-4fa3-4614-975b-7aad7bd70432), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.645044 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa53093c-e044-41b6-b6e7-e52c4d0a0feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.648294 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-fa53093c-e044-41b6-b6e7-e52c4d0a0feb admin admin] 10.222.0.23 "DELETE /v2.0/networks/7a9cd801-4fa3-4614-975b-7aad7bd70432 HTTP/1.1" status: 204 len: 168 time: 0.4715047 Apr 26 14:15:59.665253 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53093c-e044-41b6-b6e7-e52c4d0a0feb admin admin] Pushing event deleted for resources: {'Network': ['ID=7a9cd801-4fa3-4614-975b-7aad7bd70432,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:59.680344 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f39c9-289a-4ed4-9b6d-a54149b37625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a30cea70-cfe0-4e96-8e8d-25b1736752b4,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:15:59.689571 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f39c9-289a-4ed4-9b6d-a54149b37625 admin admin] Checking segment: {'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:15:59.690019 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f39c9-289a-4ed4-9b6d-a54149b37625 admin admin] Network hostable DHCP agents. Network: bc63f20b-e52c-4941-838b-394d035812b6, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:15:59.746764 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.776007 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f39c9-289a-4ed4-9b6d-a54149b37625 admin admin] Network bc63f20b-e52c-4941-838b-394d035812b6 is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:15:59.867645 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-c62f39c9-289a-4ed4-9b6d-a54149b37625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, bc63f20b-e52c-4941-838b-394d035812b6) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:15:59.872366 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62f39c9-289a-4ed4-9b6d-a54149b37625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:15:59.880597 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c62f39c9-289a-4ed4-9b6d-a54149b37625 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:15:59.880860 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e3184-a681-4070-bbf9-830575674f26 None None] Network bc63f20b-e52c-4941-838b-394d035812b6 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:15:59.955277 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c62f39c9-289a-4ed4-9b6d-a54149b37625 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8123412 Apr 26 14:15:59.958589 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60306) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:59.963710 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60308) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:15:59.964602 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:15:59.980026 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8087fa9b-2dff-5ce9-a89c-b071e7a09e37-bc63f20b-e52c-4941-838b-394d035812b6', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4'}]}} from dv-cinder-835133-2-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 26 14:15:59.980890 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.009528 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-11939020-22b1-4b3a-a8d5-e698c4ea989a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=044c341dbfb24ed2812bc91e85e6b06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441668 Apr 26 14:16:00.012023 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60310) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:00.063140 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd013-9e78-4507-9f1d-c0f3173cd3cf admin admin] Publish callbacks [] for security_group (bcf271a2-f413-4d41-8443-00159d12dedf), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.079135 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10492'] for router (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.080483 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10439'] for router (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.085002 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd013-9e78-4507-9f1d-c0f3173cd3cf admin admin] Publish callbacks [] for security_group (bcf271a2-f413-4d41-8443-00159d12dedf), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.115980 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Allocated IP 172.20.0.2 (bc63f20b-e52c-4941-838b-394d035812b6/a30cea70-cfe0-4e96-8e8d-25b1736752b4/3113db6c-a605-47c3-a0a4-85dc470e2a1d) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:16:00.138771 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Publish callbacks [] for router_controller (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), precommit_add_association {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.233394 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd013-9e78-4507-9f1d-c0f3173cd3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (bcf271a2-f413-4d41-8443-00159d12dedf), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.236418 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd013-9e78-4507-9f1d-c0f3173cd3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.237757 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-e1ecd013-9e78-4507-9f1d-c0f3173cd3cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcf271a2-f413-4d41-8443-00159d12dedf HTTP/1.1" status: 204 len: 168 time: 0.2247901 Apr 26 14:16:00.255472 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecd013-9e78-4507-9f1d-c0f3173cd3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf271a2-f413-4d41-8443-00159d12dedf,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:00.292716 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Publish callbacks [] for port (3113db6c-a605-47c3-a0a4-85dc470e2a1d), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.381638 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (3113db6c-a605-47c3-a0a4-85dc470e2a1d), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.385543 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98229f6b-3270-465c-8815-a8bedd149f94 req-9a241350-b34a-43a0-8844-48b9cc2e13f4 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:00.390485 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-98229f6b-3270-465c-8815-a8bedd149f94 req-9a241350-b34a-43a0-8844-48b9cc2e13f4 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 943 time: 0.0594623 Apr 26 14:16:00.420918 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Publish callbacks [] for router_gateway (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.442158 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Network bc63f20b-e52c-4941-838b-394d035812b6 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:00.447101 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:00.450116 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Pushing event updated for resources: {'Port': ['ID=3113db6c-a605-47c3-a0a4-85dc470e2a1d,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:00.452708 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:16:00.455337 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-98229f6b-3270-465c-8815-a8bedd149f94 req-7ad648e3-f7a8-4302-977b-8ac68f97f1dc tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555902 Apr 26 14:16:00.466180 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:00.466530 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:00.466871 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:00.467201 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:00.467523 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:00.468017 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:00.468493 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:00.469327 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:00.469811 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:00.470557 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:00.471191 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:00.477119 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:00.477119 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:00.522475 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Attempting to bind port 3113db6c-a605-47c3-a0a4-85dc470e2a1d on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:16:00.522902 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Attempting to bind port 3113db6c-a605-47c3-a0a4-85dc470e2a1d by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:16:00.523266 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Attempting to bind port 3113db6c-a605-47c3-a0a4-85dc470e2a1d on network bc63f20b-e52c-4941-838b-394d035812b6 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:16:00.528310 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:16:00.528974 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Checking segment: {'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:16:00.529381 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.529772 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Bound using segment: {'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:16:00.530262 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Bound port: 3113db6c-a605-47c3-a0a4-85dc470e2a1d, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:16:00.530642 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (3113db6c-a605-47c3-a0a4-85dc470e2a1d), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.599091 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] For port 3113db6c-a605-47c3-a0a4-85dc470e2a1d, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:16:00.602403 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] For port 3113db6c-a605-47c3-a0a4-85dc470e2a1d, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=3113db6c-a605-47c3-a0a4-85dc470e2a1d,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:16:00.667997 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (3113db6c-a605-47c3-a0a4-85dc470e2a1d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.695818 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Publish callbacks [] for router_gateway (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.717409 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:00.753403 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fa418-cb93-47fa-858d-3ea5ddcc0408 None None] Pushing event updated for resources: {'Port': ['ID=3113db6c-a605-47c3-a0a4-85dc470e2a1d,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:00.830785 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Allocated IP 172.27.1.134 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/1a45bcd5-41f7-485c-ae3c-e8dd644fa88d) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:16:00.969099 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Publish callbacks [] for port (1a45bcd5-41f7-485c-ae3c-e8dd644fa88d), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:01.107728 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (1a45bcd5-41f7-485c-ae3c-e8dd644fa88d), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:01.145542 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:01.148550 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:01.152195 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:16:01.179822 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Pushing event updated for resources: {'Port': ['ID=1a45bcd5-41f7-485c-ae3c-e8dd644fa88d,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:01.341727 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:01.465665 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Publish callbacks [] for router_gateway (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:01.626148 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70f24f-d564-41ea-a417-7816ab3f7fbb req-52193696-339f-4e4f-a56a-393d03c27da4 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:01.626911 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ba70f24f-d564-41ea-a417-7816ab3f7fbb req-52193696-339f-4e4f-a56a-393d03c27da4 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 943 time: 0.0825965 Apr 26 14:16:01.719103 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d337da-15af-4047-88e0-b7adba6daa53 None None] Network bc63f20b-e52c-4941-838b-394d035812b6 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:16:01.760190 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ba70f24f-d564-41ea-a417-7816ab3f7fbb req-1412687b-c19f-48b1-a340-88577dd68a54 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973418 Apr 26 14:16:01.777388 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8eb7a0b8-2640-4dd6-bd33-29fabf98e484 None None] Provisioning complete for port 3113db6c-a605-47c3-a0a4-85dc470e2a1d triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:01.778166 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558971'] for router (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:01.778560 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a0b8-2640-4dd6-bd33-29fabf98e484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (3113db6c-a605-47c3-a0a4-85dc470e2a1d), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:01.998661 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f is scheduled to L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c with binding_index 1 {{(pid=103924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 26 14:16:02.034617 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8eb7a0b8-2640-4dd6-bd33-29fabf98e484 None None] Current status of the port 3113db6c-a605-47c3-a0a4-85dc470e2a1d is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:02.035057 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a0b8-2640-4dd6-bd33-29fabf98e484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (3113db6c-a605-47c3-a0a4-85dc470e2a1d), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:02.072416 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8eb7a0b8-2640-4dd6-bd33-29fabf98e484 None None] For port 3113db6c-a605-47c3-a0a4-85dc470e2a1d, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=3113db6c-a605-47c3-a0a4-85dc470e2a1d,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:02.141686 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a0b8-2640-4dd6-bd33-29fabf98e484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (3113db6c-a605-47c3-a0a4-85dc470e2a1d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:02.149088 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ea149bb2-7696-4711-8302-772e2f877a69 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:16:02.229555 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7a0b8-2640-4dd6-bd33-29fabf98e484 None None] Pushing event updated for resources: {'Port': ['ID=3113db6c-a605-47c3-a0a4-85dc470e2a1d,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:02.288063 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-da9d0676-cfe6-4adb-bd24-1726da486e24 None None] Provisioning complete for port 3113db6c-a605-47c3-a0a4-85dc470e2a1d triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:02.288448 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-da9d0676-cfe6-4adb-bd24-1726da486e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (3113db6c-a605-47c3-a0a4-85dc470e2a1d), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:02.342972 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port ea149bb2-7696-4711-8302-772e2f877a69, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ea149bb2-7696-4711-8302-772e2f877a69,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:02.351362 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:16:02.356953 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'ea149bb2-7696-4711-8302-772e2f877a69', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'port_id': 'ea149bb2-7696-4711-8302-772e2f877a69', 'mac_address': 'fa:16:3e:bd:a5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:16:02.363856 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Sync routers for ids ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:16:02.381616 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Routers {'5a3be8b0-dbd7-46d3-9139-c3277aa5526f'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:02.382278 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:02.418523 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:02.422029 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e307865d-dfbd-4a3e-9533-2d57ffb71af5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4603567 Apr 26 14:16:02.423065 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60360) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:02.460103 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port ea149bb2-7696-4711-8302-772e2f877a69 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:02.460680 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ea149bb2-7696-4711-8302-772e2f877a69), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:02.484184 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea149bb2-7696-4711-8302-772e2f877a69 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:16:02.514038 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-da9d0676-cfe6-4adb-bd24-1726da486e24 None None] Current status of the port 3113db6c-a605-47c3-a0a4-85dc470e2a1d is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:02.519105 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port ea149bb2-7696-4711-8302-772e2f877a69, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ea149bb2-7696-4711-8302-772e2f877a69,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:02.529253 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Set router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:02.564602 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:02.604511 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (ea149bb2-7696-4711-8302-772e2f877a69), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:02.654007 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=ea149bb2-7696-4711-8302-772e2f877a69,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:02.710687 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:01Z', 'revision_number': 3, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:02.741912 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Checking router: 5a3be8b0-dbd7-46d3-9139-c3277aa5526f for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:16:02.742307 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Updating router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f port 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d binding host dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:16:02.773906 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (1a45bcd5-41f7-485c-ae3c-e8dd644fa88d), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:02.810910 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 3113db6c-a605-47c3-a0a4-85dc470e2a1d up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:02.868692 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['ea149bb2-7696-4711-8302-772e2f877a69'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:16:02.884884 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:02.900735 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 3113db6c-a605-47c3-a0a4-85dc470e2a1d triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:02.901116 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (3113db6c-a605-47c3-a0a4-85dc470e2a1d), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:02.980836 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62195bce-49eb-42d7-990e-baebd15fc9cf req-f7a40d4f-cd0d-44d8-bb6e-55799a998ee5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:02.982369 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-62195bce-49eb-42d7-990e-baebd15fc9cf req-f7a40d4f-cd0d-44d8-bb6e-55799a998ee5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 944 time: 0.1153131 Apr 26 14:16:03.043786 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 3113db6c-a605-47c3-a0a4-85dc470e2a1d is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:03.083754 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-62195bce-49eb-42d7-990e-baebd15fc9cf req-b798d7dd-2ae1-4ae0-93d8-ab5da40e246f tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887101 Apr 26 14:16:03.127173 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Allocated IP 172.20.0.1 (bc63f20b-e52c-4941-838b-394d035812b6/a30cea70-cfe0-4e96-8e8d-25b1736752b4/2c7c5e41-db51-4276-a106-99b54650e81b) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:16:03.137477 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Publish callbacks [] for port (1a45bcd5-41f7-485c-ae3c-e8dd644fa88d), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:03.203895 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (1a45bcd5-41f7-485c-ae3c-e8dd644fa88d), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:03.223262 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Publish callbacks [] for port (2c7c5e41-db51-4276-a106-99b54650e81b), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:03.256340 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Attempting to bind port 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:16:03.256717 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Attempting to bind port 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:16:03.257077 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Attempting to bind port 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d on network 692e678d-165f-4510-9c90-3c52c427e7b7 {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:16:03.264054 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144a8a3-2fb1-4868-9c67-34cee85625b9 None None] Pushing event updated for resources: {'Port': ['ID=1a45bcd5-41f7-485c-ae3c-e8dd644fa88d,revision_number=2']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:03.266492 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:16:03.266868 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Checking segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:16:03.267267 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:03.267650 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Bound using segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:16:03.268110 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Bound port: 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:16:03.268486 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (1a45bcd5-41f7-485c-ae3c-e8dd644fa88d), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:03.318547 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] For port 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:16:03.318792 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:03.321484 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] For port 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=1a45bcd5-41f7-485c-ae3c-e8dd644fa88d,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:16:03.363486 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Network bc63f20b-e52c-4941-838b-394d035812b6 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:03.365086 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:03.370737 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:16:03.382943 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (1a45bcd5-41f7-485c-ae3c-e8dd644fa88d), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:03.397756 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Pushing event updated for resources: {'Port': ['ID=2c7c5e41-db51-4276-a106-99b54650e81b,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:03.430754 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Routers {'5a3be8b0-dbd7-46d3-9139-c3277aa5526f'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:03.431534 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:03.432775 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558986'] for router_interface (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:03.569060 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] Set router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:03.632681 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144a8a3-2fb1-4868-9c67-34cee85625b9 None None] Pushing event updated for resources: {'Port': ['ID=1a45bcd5-41f7-485c-ae3c-e8dd644fa88d,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:03.644474 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-e42746a9-21b4-40e1-9930-86326146cd82 None None] Provisioning complete for port 2c7c5e41-db51-4276-a106-99b54650e81b triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:03.644959 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e42746a9-21b4-40e1-9930-86326146cd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:03.663395 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:03.688927 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-e42746a9-21b4-40e1-9930-86326146cd82 None None] Port 2c7c5e41-db51-4276-a106-99b54650e81b cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:16:03.761539 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:01Z', 'revision_number': 3, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:03.802107 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57f8952-2e8c-43c1-aaa9-26d2d98747ae None None] The sync data for ids ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'] in dv-cinder-835133-2-iscsi is: [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:01Z', 'revision_number': 3, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:16:03.844359 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Publish callbacks [] for port (2c7c5e41-db51-4276-a106-99b54650e81b), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:03.914122 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:03.980461 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557114'] for router_interface (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:03.982332 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Pushing event updated for resources: {'Port': ['ID=2c7c5e41-db51-4276-a106-99b54650e81b,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:04.092039 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Network bc63f20b-e52c-4941-838b-394d035812b6 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:04.093431 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:04.226138 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46662c-2ae1-4235-b4b9-fa9a9206a866 req-b00d6b78-dc08-4f7f-b29f-172b95fedade tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:04.233793 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-eb46662c-2ae1-4235-b4b9-fa9a9206a866 req-b00d6b78-dc08-4f7f-b29f-172b95fedade tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 944 time: 0.0712056 Apr 26 14:16:04.235550 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:16:04.291866 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-eb46662c-2ae1-4235-b4b9-fa9a9206a866 req-ab9c36bf-f689-489e-81b5-8b0a3e0d2863 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569494 Apr 26 14:16:04.355071 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:16:04.360060 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-8a80d3b1-774b-4d99-85a2-43e0f52be788 admin admin] 10.222.0.23 "PUT /v2.0/routers/5a3be8b0-dbd7-46d3-9139-c3277aa5526f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9359319 Apr 26 14:16:04.418743 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0e6bfac4-2583-4a2f-ac7e-f8e770bc1c66 None None] Provisioning complete for port 2c7c5e41-db51-4276-a106-99b54650e81b triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:04.419690 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0e6bfac4-2583-4a2f-ac7e-f8e770bc1c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:04.457846 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0e6bfac4-2583-4a2f-ac7e-f8e770bc1c66 None None] Port 2c7c5e41-db51-4276-a106-99b54650e81b cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:16:04.789867 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:04.842613 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:04.842986 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (1a45bcd5-41f7-485c-ae3c-e8dd644fa88d), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:04.921333 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:04.921717 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (1a45bcd5-41f7-485c-ae3c-e8dd644fa88d), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:04.940759 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0958f532-da80-4196-822d-869781811f36 None None] For port 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=1a45bcd5-41f7-485c-ae3c-e8dd644fa88d,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:04.952802 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ea149bb2-7696-4711-8302-772e2f877a69 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:04.970288 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60386) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:04.975507 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-86c5170d-b14e-45c2-8076-fe31c64a03e8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1434921846', 'description': 'tempest-description--1157964070'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:05.014882 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (1a45bcd5-41f7-485c-ae3c-e8dd644fa88d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.062091 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Pushing event updated for resources: {'Port': ['ID=1a45bcd5-41f7-485c-ae3c-e8dd644fa88d,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:05.067320 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-86c5170d-b14e-45c2-8076-fe31c64a03e8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.095611 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port ea149bb2-7696-4711-8302-772e2f877a69 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:16:05.100144 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port ea149bb2-7696-4711-8302-772e2f877a69 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:05.100501 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (ea149bb2-7696-4711-8302-772e2f877a69), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.133486 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-86c5170d-b14e-45c2-8076-fe31c64a03e8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group (acd93a0e-8172-4e4c-91b8-7c1d1af4f12f), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.180512 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port ea149bb2-7696-4711-8302-772e2f877a69 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:05.188036 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ea149bb2-7696-4711-8302-772e2f877a69), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.204304 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-86c5170d-b14e-45c2-8076-fe31c64a03e8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (acd93a0e-8172-4e4c-91b8-7c1d1af4f12f), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.204538 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4be11a3-72a9-4428-8e09-81d7f82eb3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea149bb2-7696-4711-8302-772e2f877a69'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:16:05.206645 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee4e69a-1697-4791-a5ca-c22b18e7c05f" -d '{"events": [{"server_uuid": "a4be11a3-72a9-4428-8e09-81d7f82eb3ac", "name": "network-vif-plugged", "status": "completed", "tag": "ea149bb2-7696-4711-8302-772e2f877a69"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:16:05.220912 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port ea149bb2-7696-4711-8302-772e2f877a69, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ea149bb2-7696-4711-8302-772e2f877a69,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:05.247703 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5170d-b14e-45c2-8076-fe31c64a03e8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:05.290469 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (ea149bb2-7696-4711-8302-772e2f877a69), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.305138 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-86c5170d-b14e-45c2-8076-fe31c64a03e8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.309594 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60392) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:05.310143 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-86c5170d-b14e-45c2-8076-fe31c64a03e8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3382859 Apr 26 14:16:05.314243 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d36489-e2b5-482b-9390-614635ab0d52 x-openstack-request-id: req-03d36489-e2b5-482b-9390-614635ab0d52 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:16:05.314536 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4be11a3-72a9-4428-8e09-81d7f82eb3ac", "name": "network-vif-plugged", "status": "completed", "tag": "ea149bb2-7696-4711-8302-772e2f877a69", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:16:05.314791 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03d36489-e2b5-482b-9390-614635ab0d52 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:16:05.315185 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d36489-e2b5-482b-9390-614635ab0d52'] response: {'server_uuid': 'a4be11a3-72a9-4428-8e09-81d7f82eb3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea149bb2-7696-4711-8302-772e2f877a69', 'code': 200} Apr 26 14:16:05.316973 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-6c15c07d-f20b-4b18-9f71-f1f1a7684f0c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Request body: {'security_group_rule': {'security_group_id': 'acd93a0e-8172-4e4c-91b8-7c1d1af4f12f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:05.345603 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=ea149bb2-7696-4711-8302-772e2f877a69,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:05.381929 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6c15c07d-f20b-4b18-9f71-f1f1a7684f0c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group_rule (12af214f-65e4-498e-a2e0-17c7aca155c6), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.417930 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af89dc-ee7e-428a-ae9c-3d635a60ff25 req-965a87c7-72f2-4682-b0a7-df580b417db6 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:05.419577 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-25af89dc-ee7e-428a-ae9c-3d635a60ff25 req-965a87c7-72f2-4682-b0a7-df580b417db6 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 945 time: 0.0539112 Apr 26 14:16:05.438009 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6c15c07d-f20b-4b18-9f71-f1f1a7684f0c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group_rule (12af214f-65e4-498e-a2e0-17c7aca155c6), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.470118 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-25af89dc-ee7e-428a-ae9c-3d635a60ff25 req-53762ed7-6472-4c9f-ac8c-0f51927387de tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438883 Apr 26 14:16:05.479027 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6c15c07d-f20b-4b18-9f71-f1f1a7684f0c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (12af214f-65e4-498e-a2e0-17c7aca155c6), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.497415 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15c07d-f20b-4b18-9f71-f1f1a7684f0c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12af214f-65e4-498e-a2e0-17c7aca155c6,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:05.537910 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6c15c07d-f20b-4b18-9f71-f1f1a7684f0c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.539408 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6c15c07d-f20b-4b18-9f71-f1f1a7684f0c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2281330 Apr 26 14:16:05.542104 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60396) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:05.546549 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-fbb169c0-2f81-43e1-b0ca-20389bc69489 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Request body: {'security_group_rule': {'security_group_id': 'acd93a0e-8172-4e4c-91b8-7c1d1af4f12f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:05.571797 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Sync routers for ids ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:16:05.582418 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Routers {'5a3be8b0-dbd7-46d3-9139-c3277aa5526f'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:05.583034 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:05.620910 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fbb169c0-2f81-43e1-b0ca-20389bc69489 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group_rule (810d6cf1-1b24-46e5-9ec0-84a77ae8694c), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.678942 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fbb169c0-2f81-43e1-b0ca-20389bc69489 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group_rule (810d6cf1-1b24-46e5-9ec0-84a77ae8694c), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.701519 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Set router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:05.730339 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fbb169c0-2f81-43e1-b0ca-20389bc69489 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (810d6cf1-1b24-46e5-9ec0-84a77ae8694c), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.748423 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb169c0-2f81-43e1-b0ca-20389bc69489 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810d6cf1-1b24-46e5-9ec0-84a77ae8694c,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:05.843755 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fbb169c0-2f81-43e1-b0ca-20389bc69489 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.845089 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-fbb169c0-2f81-43e1-b0ca-20389bc69489 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3019423 Apr 26 14:16:05.848391 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60402) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:05.854287 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Request body: {'floatingip': {'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:05.912817 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '2c7c5e41-db51-4276-a106-99b54650e81b', 'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'mac_address': 'fa:16:3e:0e:c2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:02Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 2, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'subnets': [{'id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:05.939773 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Checking router: 5a3be8b0-dbd7-46d3-9139-c3277aa5526f for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:16:05.940125 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Updating router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f port 2c7c5e41-db51-4276-a106-99b54650e81b binding host dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:16:05.947245 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:05.967940 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:06.046307 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:06.146414 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Allocated IP 172.27.1.163 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/033cac71-ed02-4058-b209-eaea710bc62c) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:16:06.228525 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Publish callbacks [] for port (2c7c5e41-db51-4276-a106-99b54650e81b), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:06.245033 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for port (033cac71-ed02-4058-b209-eaea710bc62c), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:06.329195 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:06.358308 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (033cac71-ed02-4058-b209-eaea710bc62c), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:06.380071 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695899a-02d2-43d7-b79a-bd0214e440ca None None] Pushing event updated for resources: {'Port': ['ID=2c7c5e41-db51-4276-a106-99b54650e81b,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:06.400716 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:06.403942 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:06.409910 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:16:06.434573 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event updated for resources: {'Port': ['ID=033cac71-ed02-4058-b209-eaea710bc62c,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:06.452520 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Attempting to bind port 2c7c5e41-db51-4276-a106-99b54650e81b on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:16:06.452520 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Attempting to bind port 2c7c5e41-db51-4276-a106-99b54650e81b by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:16:06.452520 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Attempting to bind port 2c7c5e41-db51-4276-a106-99b54650e81b on network bc63f20b-e52c-4941-838b-394d035812b6 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:16:06.452520 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:16:06.452520 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Checking segment: {'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:16:06.452520 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:06.452520 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Bound using segment: {'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:16:06.453212 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Bound port: 2c7c5e41-db51-4276-a106-99b54650e81b, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:16:06.453471 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:06.514540 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for floatingip (21795bc5-15a5-4f8c-b5b2-f7fb991f3691), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:06.527292 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] For port 2c7c5e41-db51-4276-a106-99b54650e81b, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:16:06.530545 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] For port 2c7c5e41-db51-4276-a106-99b54650e81b, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=2c7c5e41-db51-4276-a106-99b54650e81b,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:16:06.592175 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-b761f49f-9423-4535-88d5-57f3bbd3dc33 None None] Provisioning complete for port 2c7c5e41-db51-4276-a106-99b54650e81b triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:06.592831 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b761f49f-9423-4535-88d5-57f3bbd3dc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:06.599318 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162af50a-4395-442d-b670-b05113fc77be req-9491a663-665b-4a05-b293-bcaa3758dfaa tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:06.601032 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-162af50a-4395-442d-b670-b05113fc77be req-9491a663-665b-4a05-b293-bcaa3758dfaa tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 945 time: 0.0534611 Apr 26 14:16:06.630484 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-b761f49f-9423-4535-88d5-57f3bbd3dc33 None None] Port 2c7c5e41-db51-4276-a106-99b54650e81b cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:16:06.639538 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:06.670165 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-162af50a-4395-442d-b670-b05113fc77be req-b77db671-b554-4466-aa6e-e26a0883ff8f tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630744 Apr 26 14:16:06.700563 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (033cac71-ed02-4058-b209-eaea710bc62c), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:06.716890 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695899a-02d2-43d7-b79a-bd0214e440ca None None] Pushing event updated for resources: {'Port': ['ID=2c7c5e41-db51-4276-a106-99b54650e81b,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:06.721281 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Routers {'5a3be8b0-dbd7-46d3-9139-c3277aa5526f'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:06.722059 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:06.780927 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a923e-2d62-4906-9492-d985670793b7 req-6007d4d8-1360-425e-b2db-50281c622dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:06.782474 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-961a923e-2d62-4906-9492-d985670793b7 req-6007d4d8-1360-425e-b2db-50281c622dca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 1129 time: 0.1310248 Apr 26 14:16:06.813443 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:06.874343 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-961a923e-2d62-4906-9492-d985670793b7 req-1077346c-5ce4-4916-b712-3c6d6abb4495 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662794 Apr 26 14:16:06.899271 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] Set router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:06.920064 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for port (033cac71-ed02-4058-b209-eaea710bc62c), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:06.930435 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:06.930813 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (1a45bcd5-41f7-485c-ae3c-e8dd644fa88d), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:07.021618 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (033cac71-ed02-4058-b209-eaea710bc62c), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:07.088132 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event updated for resources: {'Port': ['ID=033cac71-ed02-4058-b209-eaea710bc62c,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:07.093452 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-997c575f-38a3-4d03-94f3-6bfa1417571c None None] Provisioning complete for port 2c7c5e41-db51-4276-a106-99b54650e81b triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:07.093835 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-997c575f-38a3-4d03-94f3-6bfa1417571c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:07.100701 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (21795bc5-15a5-4f8c-b5b2-f7fb991f3691), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:07.171845 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:07.182069 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-603cb60d-f143-44ba-9bdd-11e488928a12 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3235116 Apr 26 14:16:07.286881 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:07.333288 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-145e6b4c-9c3e-45a8-baa1-9e4271a225f3 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1434921846&fields=id&tenant_id=ceae37df7abe4226ab88abbc1d289a5c HTTP/1.1" status: 200 len: 267 time: 0.0512896 Apr 26 14:16:07.370456 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-997c575f-38a3-4d03-94f3-6bfa1417571c None None] Current status of the port 2c7c5e41-db51-4276-a106-99b54650e81b is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:07.370859 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-997c575f-38a3-4d03-94f3-6bfa1417571c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:07.385200 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '2c7c5e41-db51-4276-a106-99b54650e81b', 'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'mac_address': 'fa:16:3e:0e:c2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:02Z', 'updated_at': '2022-04-26T14:16:06Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'subnets': [{'id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:07.419962 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b478f52-c47a-452f-b44e-3e68a8f5e021 None None] The sync data for ids ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'] in dv-cinder-835133-2-iscsi is: [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '2c7c5e41-db51-4276-a106-99b54650e81b', 'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'mac_address': 'fa:16:3e:0e:c2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:02Z', 'updated_at': '2022-04-26T14:16:06Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'subnets': [{'id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:16:07.438080 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-997c575f-38a3-4d03-94f3-6bfa1417571c None None] For port 2c7c5e41-db51-4276-a106-99b54650e81b, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=2c7c5e41-db51-4276-a106-99b54650e81b,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:07.439006 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-4a0f9896-12a8-4903-8e2f-ade93f5a14df tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:07.440567 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-4a0f9896-12a8-4903-8e2f-ade93f5a14df tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/networks?id=bc63f20b-e52c-4941-838b-394d035812b6 HTTP/1.1" status: 200 len: 816 time: 0.1006413 Apr 26 14:16:07.459285 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-3447b184-a083-41bf-97fc-c6da5ead1f98 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/quotas/ceae37df7abe4226ab88abbc1d289a5c HTTP/1.1" status: 200 len: 375 time: 0.0100598 Apr 26 14:16:07.526816 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-daf81692-bc18-4343-8b7b-6f1ea5843871 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ceae37df7abe4226ab88abbc1d289a5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544538 Apr 26 14:16:07.540860 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-997c575f-38a3-4d03-94f3-6bfa1417571c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:07.594266 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c575f-38a3-4d03-94f3-6bfa1417571c None None] Pushing event updated for resources: {'Port': ['ID=2c7c5e41-db51-4276-a106-99b54650e81b,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:07.636670 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-4084fc12-b1d4-41d4-a2f5-91e245683dbe service neutron] 10.222.0.23 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931609 Apr 26 14:16:07.742334 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2a2f1f25-a6e2-4ce9-827e-efcd9f05780d service neutron] 10.222.0.23 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997367 Apr 26 14:16:07.827711 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455d7a4-affd-48a9-96b8-dbf06bae6419 req-41af5878-f1dc-4943-89e6-a4e9ab009e90 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:07.829239 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b455d7a4-affd-48a9-96b8-dbf06bae6419 req-41af5878-f1dc-4943-89e6-a4e9ab009e90 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 945 time: 0.0734529 Apr 26 14:16:07.881017 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b455d7a4-affd-48a9-96b8-dbf06bae6419 req-aaa41068-91bb-4f28-829b-6c0ed9f7c6a2 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458605 Apr 26 14:16:08.006369 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c04cd313-7b08-4f33-8ed6-23be23bb2b51 req-443290f2-4804-421f-a8e3-6ae9fc44cf8e tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 210 time: 0.0395610 Apr 26 14:16:08.771786 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 2c7c5e41-db51-4276-a106-99b54650e81b up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:08.819290 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 2c7c5e41-db51-4276-a106-99b54650e81b triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:08.819644 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:08.904676 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 2c7c5e41-db51-4276-a106-99b54650e81b is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:09.014553 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0e05d-dddb-493a-82f9-0fc43546a0da req-6b3e79d4-b2be-41ee-8cbc-86ff0c867b29 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:09.016168 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c4a0e05d-dddb-493a-82f9-0fc43546a0da req-6b3e79d4-b2be-41ee-8cbc-86ff0c867b29 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 945 time: 0.0669167 Apr 26 14:16:09.090830 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c4a0e05d-dddb-493a-82f9-0fc43546a0da req-50f56071-6386-41d6-b14d-e76160da43e5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596943 Apr 26 14:16:09.112796 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8b5bb5b7-fa82-4f0b-9888-7b366fa3dc6b req-bc006858-6144-4ffc-ad68-7630e869d9cc tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 210 time: 0.0447896 Apr 26 14:16:09.213328 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b8521-b5b0-4a50-bb24-d76adb2f14a0 req-b26886da-d3bb-4144-9fd5-a9d8ce5a77ce tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:09.215047 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b41b8521-b5b0-4a50-bb24-d76adb2f14a0 req-b26886da-d3bb-4144-9fd5-a9d8ce5a77ce tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 945 time: 0.0613906 Apr 26 14:16:09.265706 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b41b8521-b5b0-4a50-bb24-d76adb2f14a0 req-d6265d36-07b2-4b0c-8ce1-4909ca413dd7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451815 Apr 26 14:16:09.290740 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60466) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:09.496098 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ca3058-24bc-42ba-824a-68ae3b9ecbaa tempest-TestVolumeBootPattern-491561033 tempest-TestVolumeBootPattern-491561033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:09.500965 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60474) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:09.501771 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-97ca3058-24bc-42ba-824a-68ae3b9ecbaa tempest-TestVolumeBootPattern-491561033 tempest-TestVolumeBootPattern-491561033-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 1124 time: 0.2099237 Apr 26 14:16:09.505641 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Request body: {'floatingip': {'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'port_id': 'ea149bb2-7696-4711-8302-772e2f877a69', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:09.633002 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:09.735215 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:09.839528 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Allocated IP 172.27.1.190 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/981201e6-2116-41d9-a286-e120ffe7a198) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:16:09.948368 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for port (981201e6-2116-41d9-a286-e120ffe7a198), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:10.079845 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (981201e6-2116-41d9-a286-e120ffe7a198), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:10.165562 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:10.180375 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:10.180375 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'Port': ['ID=981201e6-2116-41d9-a286-e120ffe7a198,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:10.184340 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:16:10.266220 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c2154528-5a0f-4bc9-a883-ff032b1ea8c1 req-54649d40-e379-47f2-812f-528d4e6cccf2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 210 time: 0.0513937 Apr 26 14:16:10.295197 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-5675c0f4-8cf2-4b55-adbf-9f766d47f36c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:10.296528 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-5675c0f4-8cf2-4b55-adbf-9f766d47f36c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.26 "GET /v2.0/networks?id=bc63f20b-e52c-4941-838b-394d035812b6 HTTP/1.1" status: 200 len: 816 time: 0.1935620 Apr 26 14:16:10.457324 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-cb603884-7e43-4ab8-9788-a64090b57140 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ceae37df7abe4226ab88abbc1d289a5c HTTP/1.1" status: 200 len: 380 time: 0.1317031 Apr 26 14:16:10.469394 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-b0ec190c-2122-4b08-8cd7-6ce9eafff542 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Request body: {'port': {'device_id': '19eb5dea-2ee7-4a41-9058-de514304256b', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'admin_state_up': True, 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'security_groups': ['acd93a0e-8172-4e4c-91b8-7c1d1af4f12f']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:10.947345 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:10.965947 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for floatingip (d5895122-e5f1-49f1-a48d-9aa99b132f66), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:11.068367 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-b0ec190c-2122-4b08-8cd7-6ce9eafff542 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Made reservation on behalf of ceae37df7abe4226ab88abbc1d289a5c for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:16:11.071848 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-b0ec190c-2122-4b08-8cd7-6ce9eafff542 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:11.130842 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60508) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:11.152570 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (981201e6-2116-41d9-a286-e120ffe7a198), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:11.255498 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccf51131-2e9a-4dfc-8be3-933e2f47f3c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:11.305281 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-b0ec190c-2122-4b08-8cd7-6ce9eafff542 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Allocated IP 172.20.0.9 (bc63f20b-e52c-4941-838b-394d035812b6/a30cea70-cfe0-4e96-8e8d-25b1736752b4/cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:16:11.344438 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccf51131-2e9a-4dfc-8be3-933e2f47f3c7 admin admin] Publish callbacks [] for security_group (51724ee1-5200-4b1c-8c21-094c37797b08), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:11.438829 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for port (981201e6-2116-41d9-a286-e120ffe7a198), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:11.450341 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccf51131-2e9a-4dfc-8be3-933e2f47f3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (51724ee1-5200-4b1c-8c21-094c37797b08), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:11.492057 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ccf51131-2e9a-4dfc-8be3-933e2f47f3c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2fbf662c6a4417098720be8d7774380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597133 Apr 26 14:16:11.492510 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-b0ec190c-2122-4b08-8cd7-6ce9eafff542 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:11.492918 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf51131-2e9a-4dfc-8be3-933e2f47f3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51724ee1-5200-4b1c-8c21-094c37797b08,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:11.494672 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60520) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:11.529049 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (981201e6-2116-41d9-a286-e120ffe7a198), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:11.643247 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'Port': ['ID=981201e6-2116-41d9-a286-e120ffe7a198,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:11.669348 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e1b27c4e-a285-4164-a469-83f80e6aa588 req-87ca59e9-2369-49ff-bdff-06dea785cf42 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 210 time: 0.0454249 Apr 26 14:16:11.669954 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-88f18faa-f59f-4ba0-ac05-a5cc382c21db admin admin] Publish callbacks [] for security_group (51724ee1-5200-4b1c-8c21-094c37797b08), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:11.682744 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (d5895122-e5f1-49f1-a48d-9aa99b132f66), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:11.752359 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-b0ec190c-2122-4b08-8cd7-6ce9eafff542 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:11.758011 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-88f18faa-f59f-4ba0-ac05-a5cc382c21db admin admin] Publish callbacks [] for security_group (51724ee1-5200-4b1c-8c21-094c37797b08), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:11.842728 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-b0ec190c-2122-4b08-8cd7-6ce9eafff542 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Network bc63f20b-e52c-4941-838b-394d035812b6 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:11.855001 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-b0ec190c-2122-4b08-8cd7-6ce9eafff542 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:11.858511 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec190c-2122-4b08-8cd7-6ce9eafff542 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event updated for resources: {'Port': ['ID=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:11.860916 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-b0ec190c-2122-4b08-8cd7-6ce9eafff542 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:16:11.945204 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Floating IP d5895122-e5f1-49f1-a48d-9aa99b132f66 associated. External IP: 172.27.1.190, port: ea149bb2-7696-4711-8302-772e2f877a69. Apr 26 14:16:11.990104 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-b0ec190c-2122-4b08-8cd7-6ce9eafff542 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:11.990778 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-b0ec190c-2122-4b08-8cd7-6ce9eafff542 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:12.028126 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-88f18faa-f59f-4ba0-ac05-a5cc382c21db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (51724ee1-5200-4b1c-8c21-094c37797b08), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:12.030650 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-88f18faa-f59f-4ba0-ac05-a5cc382c21db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:12.031836 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-88f18faa-f59f-4ba0-ac05-a5cc382c21db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51724ee1-5200-4b1c-8c21-094c37797b08 HTTP/1.1" status: 204 len: 168 time: 0.5362027 Apr 26 14:16:12.052490 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f18faa-f59f-4ba0-ac05-a5cc382c21db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51724ee1-5200-4b1c-8c21-094c37797b08,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:12.071835 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f281a6c-4e88-4065-8e7c-31c3018266ac req-06b2138b-32cb-4e74-80c9-a95e4735e99a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1844890 Apr 26 14:16:12.099500 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-f89f68c0-e609-4d82-8be5-c8b4617439ea None None] Provisioning complete for port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:12.100050 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f89f68c0-e609-4d82-8be5-c8b4617439ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:12.139210 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-f89f68c0-e609-4d82-8be5-c8b4617439ea None None] Port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:16:12.141887 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-b0ec190c-2122-4b08-8cd7-6ce9eafff542 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6789491 Apr 26 14:16:12.160049 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Request body: {'port': {'device_id': '19eb5dea-2ee7-4a41-9058-de514304256b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:12.266152 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f281a6c-4e88-4065-8e7c-31c3018266ac req-570209ae-f396-4024-9a07-2dd4f77d869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:12.267683 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f281a6c-4e88-4065-8e7c-31c3018266ac req-570209ae-f396-4024-9a07-2dd4f77d869d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f38bbf345384bdb9ed001c0965a3462&device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 1129 time: 0.1590919 Apr 26 14:16:12.344090 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:12.420122 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Router b3ffbd3b-0376-4507-b37d-c97d1a39d138 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:16:12.499692 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f281a6c-4e88-4065-8e7c-31c3018266ac req-e8ad404e-e31a-4171-8d9d-6166279fd85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:12.499844 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f281a6c-4e88-4065-8e7c-31c3018266ac req-e8ad404e-e31a-4171-8d9d-6166279fd85a service neutron] 10.222.0.26 "GET /v2.0/networks?id=da497052-bded-497c-b389-e8193210a8cf HTTP/1.1" status: 200 len: 912 time: 0.2103283 Apr 26 14:16:12.688369 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f281a6c-4e88-4065-8e7c-31c3018266ac req-ca3af4e8-a59c-41c1-a9d6-6cfa01e711e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd529bed-7d48-4697-bf08-d801037e368d HTTP/1.1" status: 200 len: 1000 time: 0.1805472 Apr 26 14:16:12.759988 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:16:12.769553 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8835089-3d99-48aa-9e58-847f3f88f4d1 None None] Sync routers for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:16:12.779690 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8835089-3d99-48aa-9e58-847f3f88f4d1 None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:12.780394 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-b8835089-3d99-48aa-9e58-847f3f88f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:12.806868 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f281a6c-4e88-4065-8e7c-31c3018266ac req-a561b6ef-829a-4936-be0b-8ba7831636b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:12.807685 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f281a6c-4e88-4065-8e7c-31c3018266ac req-a561b6ef-829a-4936-be0b-8ba7831636b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41c369f-3753-4ded-8eff-4455cba0638b HTTP/1.1" status: 200 len: 850 time: 0.1122322 Apr 26 14:16:12.894148 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d2792-8a6b-40a1-8b16-bb512fd5a083 req-f49a5c7c-82b4-4d90-a2fc-fc62ce60a173 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:12.895229 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e55d2792-8a6b-40a1-8b16-bb512fd5a083 req-f49a5c7c-82b4-4d90-a2fc-fc62ce60a173 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 931 time: 0.1520038 Apr 26 14:16:12.897896 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:12.902388 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-b8835089-3d99-48aa-9e58-847f3f88f4d1 None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:12.975788 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f281a6c-4e88-4065-8e7c-31c3018266ac req-ddda44b9-5884-4ef1-871f-58dc6f2f816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:12.977282 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f281a6c-4e88-4065-8e7c-31c3018266ac req-ddda44b9-5884-4ef1-871f-58dc6f2f816d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=da497052-bded-497c-b389-e8193210a8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1618500 Apr 26 14:16:12.980911 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-e651595c-4ed2-4799-8a4b-329deb78f4b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4788697 Apr 26 14:16:12.983995 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4be11a3-72a9-4428-8e09-81d7f82eb3ac', 'tag': 'ea149bb2-7696-4711-8302-772e2f877a69'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:16:12.986290 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82f4d7e-8052-42c2-94ff-72f97e766aba" -d '{"events": [{"name": "network-changed", "server_uuid": "a4be11a3-72a9-4428-8e09-81d7f82eb3ac", "tag": "ea149bb2-7696-4711-8302-772e2f877a69"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:16:12.997837 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:16:13.028304 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Publish callbacks [] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:13.067691 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dee5ef-689e-4bba-a98b-595b6c6039f5 x-openstack-request-id: req-40dee5ef-689e-4bba-a98b-595b6c6039f5 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:16:13.068379 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4be11a3-72a9-4428-8e09-81d7f82eb3ac", "tag": "ea149bb2-7696-4711-8302-772e2f877a69", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:16:13.068379 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40dee5ef-689e-4bba-a98b-595b6c6039f5 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:16:13.068646 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40dee5ef-689e-4bba-a98b-595b6c6039f5'] response: {'name': 'network-changed', 'server_uuid': 'a4be11a3-72a9-4428-8e09-81d7f82eb3ac', 'tag': 'ea149bb2-7696-4711-8302-772e2f877a69', 'status': 'completed', 'code': 200} Apr 26 14:16:13.094292 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e55d2792-8a6b-40a1-8b16-bb512fd5a083 req-5419a9b5-bac0-4596-8479-4a365e7f8271 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900721 Apr 26 14:16:13.113179 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Transition to ACTIVE for port object cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:16:13.150089 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60560) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:13.170874 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f4d7e-8052-42c2-94ff-72f97e766aba req-d771bf71-3b2c-4856-ba1c-def12a09f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:13.176047 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c82f4d7e-8052-42c2-94ff-72f97e766aba req-d771bf71-3b2c-4856-ba1c-def12a09f8f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 1129 time: 0.1064844 Apr 26 14:16:13.176047 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f281a6c-4e88-4065-8e7c-31c3018266ac req-cb9efacb-46df-483a-835e-05c48c71c4e2 service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814620 Apr 26 14:16:13.185506 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-b8835089-3d99-48aa-9e58-847f3f88f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'd5895122-e5f1-49f1-a48d-9aa99b132f66', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'port_id': 'ea149bb2-7696-4711-8302-772e2f877a69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'mac_address': 'fa:16:3e:bd:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be11a3-72a9-4428-8e09-81d7f82eb3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:16:10Z', 'updated_at': '2022-04-26T14:16:10Z', 'revision_number': 0, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:13.213179 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8835089-3d99-48aa-9e58-847f3f88f4d1 None None] Checking router: b3ffbd3b-0376-4507-b37d-c97d1a39d138 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:16:13.223010 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8835089-3d99-48aa-9e58-847f3f88f4d1 None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:13.223638 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-b8835089-3d99-48aa-9e58-847f3f88f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:13.255851 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2045372900-network', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:13.308228 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] Made reservation on behalf of 51ea97fcafba4e8fbdd5c7004c94eafe for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:16:13.311897 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:13.321670 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:13.338194 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-b8835089-3d99-48aa-9e58-847f3f88f4d1 None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:13.403669 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] Publish callbacks [] for security_group (409968e1-fc35-44cf-bf9a-1c1e5057137d), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:13.455094 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:13.467593 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (409968e1-fc35-44cf-bf9a-1c1e5057137d), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:13.488951 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:16:13.505234 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409968e1-fc35-44cf-bf9a-1c1e5057137d,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:13.508361 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (61779730-b4cd-40aa-bf01-7af24d6d169a), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:13.508978 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] Added segment 61779730-b4cd-40aa-bf01-7af24d6d169a of type vlan for network 0dcd5ba3-49d4-4822-bfaf-5ec655477521 Apr 26 14:16:13.557056 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (0dcd5ba3-49d4-4822-bfaf-5ec655477521), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:13.584527 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-b8835089-3d99-48aa-9e58-847f3f88f4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'd5895122-e5f1-49f1-a48d-9aa99b132f66', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'port_id': 'ea149bb2-7696-4711-8302-772e2f877a69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'mac_address': 'fa:16:3e:bd:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be11a3-72a9-4428-8e09-81d7f82eb3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:16:10Z', 'updated_at': '2022-04-26T14:16:10Z', 'revision_number': 0, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:13.601413 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Pushing event updated for resources: {'Port': ['ID=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:13.619389 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8835089-3d99-48aa-9e58-847f3f88f4d1 None None] The sync data for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi is: [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'd5895122-e5f1-49f1-a48d-9aa99b132f66', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'port_id': 'ea149bb2-7696-4711-8302-772e2f877a69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'mac_address': 'fa:16:3e:bd:a5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be11a3-72a9-4428-8e09-81d7f82eb3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:16:10Z', 'updated_at': '2022-04-26T14:16:10Z', 'revision_number': 0, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:16:13.649625 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (0dcd5ba3-49d4-4822-bfaf-5ec655477521), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:13.651006 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:13.651790 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:13.711427 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f281a6c-4e88-4065-8e7c-31c3018266ac req-65a91ed9-6b93-4404-9c5e-642785338d95 service neutron] 10.222.0.26 "GET /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209491 Apr 26 14:16:13.716617 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f4d7e-8052-42c2-94ff-72f97e766aba req-6a282c74-908d-4f16-bdc7-e92be1660256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:13.722133 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c82f4d7e-8052-42c2-94ff-72f97e766aba req-6a282c74-908d-4f16-bdc7-e92be1660256 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c46524c-1ef3-4576-ad52-5298a3962302 HTTP/1.1" status: 200 len: 913 time: 0.5363171 Apr 26 14:16:13.735615 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] Pushing event updated for resources: {'Network': ['ID=0dcd5ba3-49d4-4822-bfaf-5ec655477521,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:13.754634 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network 0dcd5ba3-49d4-4822-bfaf-5ec655477521 details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:16:13.771252 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-8c184ec4-2d10-4184-adaf-8e7556a2535a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6209362 Apr 26 14:16:13.773872 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60566) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:13.785832 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-b454da9b-d34d-41e3-b5af-7ec4c911f250 admin admin] Request body: {'subnet': {'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2045372900-subnet', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:13.819231 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Attempting to bind port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:16:13.819231 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Attempting to bind port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:16:13.819231 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Attempting to bind port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac on network bc63f20b-e52c-4941-838b-394d035812b6 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:16:13.830006 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac on network bc63f20b-e52c-4941-838b-394d035812b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:16:13.830347 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Attempting to bind port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac on network bc63f20b-e52c-4941-838b-394d035812b6 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:16:13.838749 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c82f4d7e-8052-42c2-94ff-72f97e766aba req-78b9eaa1-6d7e-4bac-b59d-8fd9ce94369c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea149bb2-7696-4711-8302-772e2f877a69 HTTP/1.1" status: 200 len: 999 time: 0.1029580 Apr 26 14:16:13.839413 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:16:13.839752 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Checking segment: {'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:16:13.840131 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Bound using segment: {'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:16:13.840579 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Bound port: cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:16:13.840933 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:13.867407 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b454da9b-d34d-41e3-b5af-7ec4c911f250 admin admin] Made reservation on behalf of 51ea97fcafba4e8fbdd5c7004c94eafe for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:16:13.869876 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b454da9b-d34d-41e3-b5af-7ec4c911f250 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3767188'] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:13.929503 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f4d7e-8052-42c2-94ff-72f97e766aba req-90e3f5e3-bae0-4d23-897b-0a7e2b212219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:13.931581 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c82f4d7e-8052-42c2-94ff-72f97e766aba req-90e3f5e3-bae0-4d23-897b-0a7e2b212219 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03 HTTP/1.1" status: 200 len: 851 time: 0.0868952 Apr 26 14:16:13.933892 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdeb3b8-c6f4-4d1e-be7a-c59246ef4620 None None] New status for floating IP d5895122-e5f1-49f1-a48d-9aa99b132f66: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:16:13.977119 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] For port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:16:13.992846 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] For port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:16:14.006520 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f4d7e-8052-42c2-94ff-72f97e766aba req-ce3f964f-d434-483e-91e0-a722c4629185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:14.008045 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c82f4d7e-8052-42c2-94ff-72f97e766aba req-ce3f964f-d434-483e-91e0-a722c4629185 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c46524c-1ef3-4576-ad52-5298a3962302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660014 Apr 26 14:16:14.065620 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:14.116840 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:14.117815 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:14.118829 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] 10.222.0.26 "PUT /v2.0/ports/cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac HTTP/1.1" status: 200 len: 1093 time: 1.9676843 Apr 26 14:16:14.137116 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b454da9b-d34d-41e3-b5af-7ec4c911f250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3745727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3767210'] for subnet (cf361080-b6b9-422a-98fc-a4ec7d470974), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:14.146300 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade87a2-5a19-4ff8-866f-60a8d37cda1b service neutron] Pushing event updated for resources: {'Port': ['ID=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:14.175097 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c82f4d7e-8052-42c2-94ff-72f97e766aba req-ec24420c-6ae5-4046-b004-46f04fdfba17 service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608055 Apr 26 14:16:14.210781 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454da9b-d34d-41e3-b5af-7ec4c911f250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf361080-b6b9-422a-98fc-a4ec7d470974,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:14.218562 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454da9b-d34d-41e3-b5af-7ec4c911f250 admin admin] Checking segment: {'id': '61779730-b4cd-40aa-bf01-7af24d6d169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:16:14.218810 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b454da9b-d34d-41e3-b5af-7ec4c911f250 admin admin] Network hostable DHCP agents. Network: 0dcd5ba3-49d4-4822-bfaf-5ec655477521, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:16:14.320386 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2e595-2854-479f-9eb9-2dab139dc700 req-adde60cd-9282-431d-8a8a-bca99e30d558 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:14.321360 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c82f4d7e-8052-42c2-94ff-72f97e766aba req-751a3ea9-4802-4548-a63a-ce4ab9a8c5f5 service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385443 Apr 26 14:16:14.322093 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-18c2e595-2854-479f-9eb9-2dab139dc700 req-adde60cd-9282-431d-8a8a-bca99e30d558 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0708051 Apr 26 14:16:14.323445 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b454da9b-d34d-41e3-b5af-7ec4c911f250 admin admin] Network 0dcd5ba3-49d4-4822-bfaf-5ec655477521 is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:16:14.333215 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-9b98f433-3473-44d1-ade8-caf68e320185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:14.334980 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-9b98f433-3473-44d1-ade8-caf68e320185 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ceae37df7abe4226ab88abbc1d289a5c&device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 1127 time: 0.0844436 Apr 26 14:16:14.380588 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-8f1c8fc7-d7dd-4ccd-b4e1-6913aaa576d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac HTTP/1.1" status: 200 len: 217 time: 0.0364001 Apr 26 14:16:14.380719 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-18c2e595-2854-479f-9eb9-2dab139dc700 req-f4337c49-d4ac-4d6d-ab2a-7b6ffa6d3fda tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490620 Apr 26 14:16:14.398775 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-b454da9b-d34d-41e3-b5af-7ec4c911f250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, 0dcd5ba3-49d4-4822-bfaf-5ec655477521) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:14.403071 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b454da9b-d34d-41e3-b5af-7ec4c911f250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:14.411757 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b454da9b-d34d-41e3-b5af-7ec4c911f250 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:14.412034 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87335776-8c25-4c72-a328-0e1eb551fbb8 None None] Network 0dcd5ba3-49d4-4822-bfaf-5ec655477521 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:16:14.429337 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-9ef9983b-d529-432b-9b30-488b969b962c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:14.430873 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-9ef9983b-d529-432b-9b30-488b969b962c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a30cea70-cfe0-4e96-8e8d-25b1736752b4 HTTP/1.1" status: 200 len: 855 time: 0.0474334 Apr 26 14:16:14.493067 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b454da9b-d34d-41e3-b5af-7ec4c911f250 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7178524 Apr 26 14:16:14.495675 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60572) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:14.497224 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-4782e786-6eba-451b-9024-5ff4468667fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:14.498750 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-4782e786-6eba-451b-9024-5ff4468667fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc63f20b-e52c-4941-838b-394d035812b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493391 Apr 26 14:16:14.504270 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:14.520148 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8087fa9b-2dff-5ce9-a89c-b071e7a09e37-0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'fixed_ips': [{'subnet_id': 'cf361080-b6b9-422a-98fc-a4ec7d470974'}]}} from dv-cinder-835133-2-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 26 14:16:14.521207 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:14.587824 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10492'] for router (26034698-9fd1-4574-986f-ae0dfe9faa57), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:14.588947 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10439'] for router (26034698-9fd1-4574-986f-ae0dfe9faa57), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:14.594546 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-122428e7-d896-427e-a502-5748b3dbb457 service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837405 Apr 26 14:16:14.641415 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Publish callbacks [] for router_controller (26034698-9fd1-4574-986f-ae0dfe9faa57), precommit_add_association {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:14.658732 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Allocated IP 172.20.0.2 (0dcd5ba3-49d4-4822-bfaf-5ec655477521/cf361080-b6b9-422a-98fc-a4ec7d470974/7a8dc626-faf3-4d09-9cef-4657a96ea581) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:16:14.696353 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8895a8a1-1cd4-4018-8e15-83b9c0601e36 req-85ee2f89-46b1-4df2-bdb2-f0b2556dc811 service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887871 Apr 26 14:16:14.807070 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Publish callbacks [] for port (7a8dc626-faf3-4d09-9cef-4657a96ea581), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:14.834236 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Publish callbacks [] for router_gateway (26034698-9fd1-4574-986f-ae0dfe9faa57), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:14.867514 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (7a8dc626-faf3-4d09-9cef-4657a96ea581), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:14.904456 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Network 0dcd5ba3-49d4-4822-bfaf-5ec655477521 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:14.907227 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:14.912731 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:16:14.920019 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Pushing event updated for resources: {'Port': ['ID=7a8dc626-faf3-4d09-9cef-4657a96ea581,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:14.970370 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Attempting to bind port 7a8dc626-faf3-4d09-9cef-4657a96ea581 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:16:14.970745 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Attempting to bind port 7a8dc626-faf3-4d09-9cef-4657a96ea581 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '61779730-b4cd-40aa-bf01-7af24d6d169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:16:14.971136 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Attempting to bind port 7a8dc626-faf3-4d09-9cef-4657a96ea581 on network 0dcd5ba3-49d4-4822-bfaf-5ec655477521 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:16:14.976713 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:16:14.977093 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Checking segment: {'id': '61779730-b4cd-40aa-bf01-7af24d6d169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:16:14.977493 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:14.977888 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Bound using segment: {'id': '61779730-b4cd-40aa-bf01-7af24d6d169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:16:14.978398 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Bound port: 7a8dc626-faf3-4d09-9cef-4657a96ea581, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61779730-b4cd-40aa-bf01-7af24d6d169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:16:14.978782 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (7a8dc626-faf3-4d09-9cef-4657a96ea581), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:15.045283 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] For port 7a8dc626-faf3-4d09-9cef-4657a96ea581, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:16:15.048450 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] For port 7a8dc626-faf3-4d09-9cef-4657a96ea581, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=7a8dc626-faf3-4d09-9cef-4657a96ea581,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:16:15.069186 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19eb5dea-2ee7-4a41-9058-de514304256b', 'tag': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:16:15.071632 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5524cd2c-0a53-43dc-8fa5-bb05c74ee106" -d '{"events": [{"name": "network-changed", "server_uuid": "19eb5dea-2ee7-4a41-9058-de514304256b", "tag": "cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:16:15.089581 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Publish callbacks [] for router_gateway (26034698-9fd1-4574-986f-ae0dfe9faa57), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:15.106287 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bf2cc7-c6d1-43d5-86d4-1c749f5e651a x-openstack-request-id: req-f2bf2cc7-c6d1-43d5-86d4-1c749f5e651a {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:16:15.106580 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19eb5dea-2ee7-4a41-9058-de514304256b", "tag": "cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:16:15.106829 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2bf2cc7-c6d1-43d5-86d4-1c749f5e651a {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:16:15.107230 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2bf2cc7-c6d1-43d5-86d4-1c749f5e651a'] response: {'name': 'network-changed', 'server_uuid': '19eb5dea-2ee7-4a41-9058-de514304256b', 'tag': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'status': 'completed', 'code': 200} Apr 26 14:16:15.109091 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:15.153105 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (7a8dc626-faf3-4d09-9cef-4657a96ea581), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:15.172837 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524cd2c-0a53-43dc-8fa5-bb05c74ee106 req-6436b875-cf32-4b22-b8f9-bd0e61d4e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:15.174304 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5524cd2c-0a53-43dc-8fa5-bb05c74ee106 req-6436b875-cf32-4b22-b8f9-bd0e61d4e7b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ceae37df7abe4226ab88abbc1d289a5c&device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 1127 time: 0.0445733 Apr 26 14:16:15.211560 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50540307-53cd-4857-b2eb-92819a8201d1 None None] Pushing event updated for resources: {'Port': ['ID=7a8dc626-faf3-4d09-9cef-4657a96ea581,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:15.219452 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Allocated IP 172.27.1.103 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/a94e6295-44be-4d7c-874f-027098527324) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:16:15.297809 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524cd2c-0a53-43dc-8fa5-bb05c74ee106 req-d3c3353e-4861-4401-bda4-3f14321a916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:15.299550 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5524cd2c-0a53-43dc-8fa5-bb05c74ee106 req-d3c3353e-4861-4401-bda4-3f14321a916d service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc63f20b-e52c-4941-838b-394d035812b6 HTTP/1.1" status: 200 len: 917 time: 0.1191018 Apr 26 14:16:15.349583 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5524cd2c-0a53-43dc-8fa5-bb05c74ee106 req-ec2b71e5-e564-4e7c-a9d0-98c434212bb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac HTTP/1.1" status: 200 len: 217 time: 0.0437052 Apr 26 14:16:15.358128 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Publish callbacks [] for port (a94e6295-44be-4d7c-874f-027098527324), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:15.404490 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524cd2c-0a53-43dc-8fa5-bb05c74ee106 req-98fba6b1-0cf0-44ef-bbf7-878616eeac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:15.408012 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5524cd2c-0a53-43dc-8fa5-bb05c74ee106 req-98fba6b1-0cf0-44ef-bbf7-878616eeac13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a30cea70-cfe0-4e96-8e8d-25b1736752b4 HTTP/1.1" status: 200 len: 855 time: 0.0494015 Apr 26 14:16:15.462039 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (a94e6295-44be-4d7c-874f-027098527324), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:15.488915 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524cd2c-0a53-43dc-8fa5-bb05c74ee106 req-70bbf33e-ef77-440d-aa81-4a09460cf46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:15.493009 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5524cd2c-0a53-43dc-8fa5-bb05c74ee106 req-70bbf33e-ef77-440d-aa81-4a09460cf46d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc63f20b-e52c-4941-838b-394d035812b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777087 Apr 26 14:16:15.516965 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:15.535726 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:15.538213 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:16:15.582984 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Pushing event updated for resources: {'Port': ['ID=a94e6295-44be-4d7c-874f-027098527324,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:15.607127 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5524cd2c-0a53-43dc-8fa5-bb05c74ee106 req-f646815d-f42b-4bb5-bfea-59367733e94a service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080890 Apr 26 14:16:15.655241 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a2e98-6516-4a42-a7c5-5d1d3499b4d3 req-c140e17d-11fa-4b04-a473-bd75459843a2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:15.656711 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-773a2e98-6516-4a42-a7c5-5d1d3499b4d3 req-c140e17d-11fa-4b04-a473-bd75459843a2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.1386776 Apr 26 14:16:15.699139 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5524cd2c-0a53-43dc-8fa5-bb05c74ee106 req-ffa76c37-c22a-424a-9b0b-24ec96a17a1f service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842097 Apr 26 14:16:15.763748 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-773a2e98-6516-4a42-a7c5-5d1d3499b4d3 req-fd4b88ab-4efd-474b-955a-42e4e4dd1079 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799780 Apr 26 14:16:15.963538 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Publish callbacks [] for router_gateway (26034698-9fd1-4574-986f-ae0dfe9faa57), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:16.169603 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558971'] for router (26034698-9fd1-4574-986f-ae0dfe9faa57), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:16.229124 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea10aa5-a7db-4787-a1e4-15b1145702ec None None] Network 0dcd5ba3-49d4-4822-bfaf-5ec655477521 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:16:16.335838 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-ab86007c-b31b-45fc-aa6d-5ce852a5c5cb None None] Provisioning complete for port 7a8dc626-faf3-4d09-9cef-4657a96ea581 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:16.336207 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ab86007c-b31b-45fc-aa6d-5ce852a5c5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (7a8dc626-faf3-4d09-9cef-4657a96ea581), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:16.369425 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Router 26034698-9fd1-4574-986f-ae0dfe9faa57 is scheduled to L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c with binding_index 1 {{(pid=103924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 26 14:16:16.430054 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-ab86007c-b31b-45fc-aa6d-5ce852a5c5cb None None] Current status of the port 7a8dc626-faf3-4d09-9cef-4657a96ea581 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:16.430449 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ab86007c-b31b-45fc-aa6d-5ce852a5c5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (7a8dc626-faf3-4d09-9cef-4657a96ea581), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:16.466610 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-ab86007c-b31b-45fc-aa6d-5ce852a5c5cb None None] For port 7a8dc626-faf3-4d09-9cef-4657a96ea581, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=7a8dc626-faf3-4d09-9cef-4657a96ea581,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:16.492436 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:16:16.503048 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Sync routers for ids ['26034698-9fd1-4574-986f-ae0dfe9faa57'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:16:16.514308 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Routers {'26034698-9fd1-4574-986f-ae0dfe9faa57'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:16.516396 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['26034698-9fd1-4574-986f-ae0dfe9faa57'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:16.564366 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ab86007c-b31b-45fc-aa6d-5ce852a5c5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (7a8dc626-faf3-4d09-9cef-4657a96ea581), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:16.596664 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:16.601200 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-485c2df1-569e-4e1c-81fd-991218d50f79 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1020398 Apr 26 14:16:16.602823 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60586) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:16.626891 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Set router 26034698-9fd1-4574-986f-ae0dfe9faa57 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:16.627110 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86007c-b31b-45fc-aa6d-5ce852a5c5cb None None] Pushing event updated for resources: {'Port': ['ID=7a8dc626-faf3-4d09-9cef-4657a96ea581,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:16.663476 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:16:16.744455 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-6d49e8c0-0c45-430e-bbfc-023627a18108 None None] Provisioning complete for port 7a8dc626-faf3-4d09-9cef-4657a96ea581 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:16.744832 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6d49e8c0-0c45-430e-bbfc-023627a18108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (7a8dc626-faf3-4d09-9cef-4657a96ea581), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:16.845120 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:16.850438 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 7a8dc626-faf3-4d09-9cef-4657a96ea581 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:16.857470 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a94e6295-44be-4d7c-874f-027098527324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:14Z', 'updated_at': '2022-04-26T14:16:15Z', 'revision_number': 3, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'gw_port': {'id': 'a94e6295-44be-4d7c-874f-027098527324', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:96:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:15Z', 'updated_at': '2022-04-26T14:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:16.889232 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Checking router: 26034698-9fd1-4574-986f-ae0dfe9faa57 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:16:16.889587 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Updating router 26034698-9fd1-4574-986f-ae0dfe9faa57 port a94e6295-44be-4d7c-874f-027098527324 binding host dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:16:16.898750 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'port_id': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'mac_address': 'fa:16:3e:b0:83:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:16:16.915280 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-6d49e8c0-0c45-430e-bbfc-023627a18108 None None] Current status of the port 7a8dc626-faf3-4d09-9cef-4657a96ea581 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:16.932047 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (a94e6295-44be-4d7c-874f-027098527324), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:16.961637 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:16.965120 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:16.979226 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:16:16.981401 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45366e-01ba-46ff-ba2e-40c0c63bff3b req-24030a6a-abb2-4eeb-a745-aa0ac708e4b4 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:16.982994 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5e45366e-01ba-46ff-ba2e-40c0c63bff3b req-24030a6a-abb2-4eeb-a745-aa0ac708e4b4 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.1116364 Apr 26 14:16:17.005628 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 7a8dc626-faf3-4d09-9cef-4657a96ea581 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:17.006034 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (7a8dc626-faf3-4d09-9cef-4657a96ea581), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:17.008576 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:17.040955 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5e45366e-01ba-46ff-ba2e-40c0c63bff3b req-39bb2bff-a037-427d-a2d5-e92423fca628 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503201 Apr 26 14:16:17.098406 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 7a8dc626-faf3-4d09-9cef-4657a96ea581 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:17.124056 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:17.140744 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:17.190450 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:17.231310 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Publish callbacks [] for port (a94e6295-44be-4d7c-874f-027098527324), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:17.323796 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (a94e6295-44be-4d7c-874f-027098527324), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:17.383616 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b623cc-bf73-4c76-bcc6-636da5161651 None None] Pushing event updated for resources: {'Port': ['ID=a94e6295-44be-4d7c-874f-027098527324,revision_number=2']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:17.385921 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Attempting to bind port a94e6295-44be-4d7c-874f-027098527324 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:16:17.386314 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Attempting to bind port a94e6295-44be-4d7c-874f-027098527324 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:16:17.386677 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Attempting to bind port a94e6295-44be-4d7c-874f-027098527324 on network 692e678d-165f-4510-9c90-3c52c427e7b7 {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:16:17.392761 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:16:17.393145 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Checking segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:16:17.393598 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:17.394118 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Bound using segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:16:17.398370 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Bound port: a94e6295-44be-4d7c-874f-027098527324, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:16:17.398575 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:16:17.401524 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (a94e6295-44be-4d7c-874f-027098527324), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:17.458773 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] For port a94e6295-44be-4d7c-874f-027098527324, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:16:17.462352 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] For port a94e6295-44be-4d7c-874f-027098527324, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=a94e6295-44be-4d7c-874f-027098527324,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:16:17.508062 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Allocated IP 172.20.0.1 (0dcd5ba3-49d4-4822-bfaf-5ec655477521/cf361080-b6b9-422a-98fc-a4ec7d470974/4e5c8468-01c3-4a96-a087-1b79d91284ab) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:16:17.541987 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (a94e6295-44be-4d7c-874f-027098527324), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:17.600079 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Routers {'26034698-9fd1-4574-986f-ae0dfe9faa57'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:17.600690 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['26034698-9fd1-4574-986f-ae0dfe9faa57'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:17.602353 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b623cc-bf73-4c76-bcc6-636da5161651 None None] Pushing event updated for resources: {'Port': ['ID=a94e6295-44be-4d7c-874f-027098527324,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:17.616325 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Publish callbacks [] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:17.695750 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:17.707611 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] Set router 26034698-9fd1-4574-986f-ae0dfe9faa57 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:17.735525 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Network 0dcd5ba3-49d4-4822-bfaf-5ec655477521 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:17.741895 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:17.744288 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:16:17.760194 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Pushing event updated for resources: {'Port': ['ID=4e5c8468-01c3-4a96-a087-1b79d91284ab,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:17.807579 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558986'] for router_interface (26034698-9fd1-4574-986f-ae0dfe9faa57), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:17.910439 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a94e6295-44be-4d7c-874f-027098527324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:14Z', 'updated_at': '2022-04-26T14:16:15Z', 'revision_number': 3, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'gw_port': {'id': 'a94e6295-44be-4d7c-874f-027098527324', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:96:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:15Z', 'updated_at': '2022-04-26T14:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:17.938970 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c0e480-77b4-459b-a87e-15f1916b6a16 None None] The sync data for ids ['26034698-9fd1-4574-986f-ae0dfe9faa57'] in dv-cinder-835133-2-iscsi is: [{'id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a94e6295-44be-4d7c-874f-027098527324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:14Z', 'updated_at': '2022-04-26T14:16:15Z', 'revision_number': 3, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'gw_port': {'id': 'a94e6295-44be-4d7c-874f-027098527324', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:96:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:15Z', 'updated_at': '2022-04-26T14:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:16:18.013603 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:18.047545 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-e8a5c318-62f5-42d3-9d6a-52574047dff6 None None] Provisioning complete for port 4e5c8468-01c3-4a96-a087-1b79d91284ab triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:18.048032 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e8a5c318-62f5-42d3-9d6a-52574047dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:18.087425 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5c318-62f5-42d3-9d6a-52574047dff6 None None] Port 4e5c8468-01c3-4a96-a087-1b79d91284ab cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:16:18.223112 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Publish callbacks [] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:18.267421 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745578'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:18.371943 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Pushing event updated for resources: {'Port': ['ID=4e5c8468-01c3-4a96-a087-1b79d91284ab,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:18.376780 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557114'] for router_interface (26034698-9fd1-4574-986f-ae0dfe9faa57), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:18.440037 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb874b-cac4-40d8-b503-6be18ac97b2a req-3359db06-9dbd-4b76-9c1d-069cdbe5aca9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:18.441601 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7aeb874b-cac4-40d8-b503-6be18ac97b2a req-3359db06-9dbd-4b76-9c1d-069cdbe5aca9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 944 time: 0.1287916 Apr 26 14:16:18.527421 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7aeb874b-cac4-40d8-b503-6be18ac97b2a req-d3651093-c68a-4fca-a355-9d383e87bd72 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771477 Apr 26 14:16:18.537792 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Network 0dcd5ba3-49d4-4822-bfaf-5ec655477521 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:18.539595 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:18.664441 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Router 26034698-9fd1-4574-986f-ae0dfe9faa57 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:16:18.667118 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:18.770826 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:16:18.788627 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:18.789341 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:18.814457 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:16:18.825049 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4a1b0413-3d13-48c8-a31a-d34b389cf70f admin admin] 10.222.0.23 "PUT /v2.0/routers/26034698-9fd1-4574-986f-ae0dfe9faa57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2216287 Apr 26 14:16:18.863248 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device a94e6295-44be-4d7c-874f-027098527324 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:18.935985 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-ef3bba3d-fbeb-4690-96b0-be1dc1d30d74 None None] Provisioning complete for port 4e5c8468-01c3-4a96-a087-1b79d91284ab triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:18.936466 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ef3bba3d-fbeb-4690-96b0-be1dc1d30d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:19.012224 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-ef3bba3d-fbeb-4690-96b0-be1dc1d30d74 None None] Port 4e5c8468-01c3-4a96-a087-1b79d91284ab cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:16:19.025368 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port a94e6295-44be-4d7c-874f-027098527324 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:19.025368 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (a94e6295-44be-4d7c-874f-027098527324), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:19.030756 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:19.031202 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:19.085061 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19eb5dea-2ee7-4a41-9058-de514304256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:16:19.087354 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf64d1d-0b01-41b3-9eaf-320cb23a5bdd" -d '{"events": [{"server_uuid": "19eb5dea-2ee7-4a41-9058-de514304256b", "name": "network-vif-plugged", "status": "completed", "tag": "cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:16:19.101588 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:19.135755 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562852aa-1bbd-4bd1-bc0f-e5de4c6f3867 x-openstack-request-id: req-562852aa-1bbd-4bd1-bc0f-e5de4c6f3867 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:16:19.136008 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19eb5dea-2ee7-4a41-9058-de514304256b", "name": "network-vif-plugged", "status": "completed", "tag": "cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:16:19.136271 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-562852aa-1bbd-4bd1-bc0f-e5de4c6f3867 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:16:19.136675 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562852aa-1bbd-4bd1-bc0f-e5de4c6f3867'] response: {'server_uuid': '19eb5dea-2ee7-4a41-9058-de514304256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'code': 200} Apr 26 14:16:19.153805 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port a94e6295-44be-4d7c-874f-027098527324 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:19.154225 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (a94e6295-44be-4d7c-874f-027098527324), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:19.187137 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:19.191405 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0958f532-da80-4196-822d-869781811f36 None None] For port a94e6295-44be-4d7c-874f-027098527324, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=a94e6295-44be-4d7c-874f-027098527324,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:19.363811 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (a94e6295-44be-4d7c-874f-027098527324), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:19.397019 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:19.466438 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Pushing event updated for resources: {'Port': ['ID=a94e6295-44be-4d7c-874f-027098527324,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:19.488462 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfb89e-392d-4031-8121-ed2de14d290d req-907a2ce3-e22a-4348-94ac-e4be39445d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:19.490204 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-30cfb89e-392d-4031-8121-ed2de14d290d req-907a2ce3-e22a-4348-94ac-e4be39445d1e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 1129 time: 0.0561202 Apr 26 14:16:19.549618 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-30cfb89e-392d-4031-8121-ed2de14d290d req-a0c172a9-6b35-4fea-ad20-15da1343fe6b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531542 Apr 26 14:16:19.679986 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be84a65-e9f1-4067-9301-82151452545d req-c782cb1f-0012-45fa-b2a5-82a171c24b06 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:19.681492 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6be84a65-e9f1-4067-9301-82151452545d req-c782cb1f-0012-45fa-b2a5-82a171c24b06 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0621796 Apr 26 14:16:19.690462 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60638) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:19.695923 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-839306698-network', 'tenant_id': '05d000457ca74d21815ddae0a2d3f2bc'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:19.734434 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6be84a65-e9f1-4067-9301-82151452545d req-eb8a0776-8e47-4bcd-a8e6-4dc4153f4da8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470002 Apr 26 14:16:19.816067 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] Made reservation on behalf of 05d000457ca74d21815ddae0a2d3f2bc for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:16:19.818722 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:19.830242 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:19.839464 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Sync routers for ids ['26034698-9fd1-4574-986f-ae0dfe9faa57'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:16:19.851458 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Routers {'26034698-9fd1-4574-986f-ae0dfe9faa57'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:19.852181 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['26034698-9fd1-4574-986f-ae0dfe9faa57'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:19.906712 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] Publish callbacks [] for security_group (a5ef21c6-068c-4b68-ad26-12e16c6fcf49), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:19.965365 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Set router 26034698-9fd1-4574-986f-ae0dfe9faa57 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:19.980995 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (a5ef21c6-068c-4b68-ad26-12e16c6fcf49), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:20.008118 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 26 14:16:20.018108 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ef21c6-068c-4b68-ad26-12e16c6fcf49,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:20.023519 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (f4cf0425-aebd-4b5d-b806-c746d5b1d26b), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:20.023865 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] Added segment f4cf0425-aebd-4b5d-b806-c746d5b1d26b of type vlan for network 10607aac-2331-4772-9259-53d30737a650 Apr 26 14:16:20.064344 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776437700783'] for network (10607aac-2331-4772-9259-53d30737a650), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:20.169924 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539'] for network (10607aac-2331-4772-9259-53d30737a650), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:20.170935 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:20.171525 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:20.175237 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a94e6295-44be-4d7c-874f-027098527324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:14Z', 'updated_at': '2022-04-26T14:16:17Z', 'revision_number': 4, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'gw_port': {'id': 'a94e6295-44be-4d7c-874f-027098527324', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:15Z', 'updated_at': '2022-04-26T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '4e5c8468-01c3-4a96-a087-1b79d91284ab', 'name': '', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'mac_address': 'fa:16:3e:a8:e9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:17Z', 'updated_at': '2022-04-26T14:16:18Z', 'revision_number': 2, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'subnets': [{'id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:20.203218 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Checking router: 26034698-9fd1-4574-986f-ae0dfe9faa57 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:16:20.203583 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Updating router 26034698-9fd1-4574-986f-ae0dfe9faa57 port 4e5c8468-01c3-4a96-a087-1b79d91284ab binding host dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:16:20.230232 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:20.232616 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] Pushing event updated for resources: {'Network': ['ID=10607aac-2331-4772-9259-53d30737a650,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:20.243649 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Network 10607aac-2331-4772-9259-53d30737a650 details requested by agent ovs-agent-dv-cinder-835133-2-iscsi with host dv-cinder-835133-2-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 26 14:16:20.292977 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9b71e40d-d7ca-469a-9dfc-ac46dc31376e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6008713 Apr 26 14:16:20.295794 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60642) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:20.300766 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-094feded-7fe7-464d-ab16-d94f84c4379c admin admin] Request body: {'subnet': {'network_id': '10607aac-2331-4772-9259-53d30737a650', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-839306698-subnet', 'tenant_id': '05d000457ca74d21815ddae0a2d3f2bc', 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:20.369755 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094feded-7fe7-464d-ab16-d94f84c4379c admin admin] Made reservation on behalf of 05d000457ca74d21815ddae0a2d3f2bc for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:16:20.372061 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-094feded-7fe7-464d-ab16-d94f84c4379c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3767188'] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:20.552817 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Publish callbacks [] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:20.564277 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-094feded-7fe7-464d-ab16-d94f84c4379c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3745727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3767210'] for subnet (5e14bcd9-1b27-47f4-bf5a-6db2b5da0927), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:20.625844 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094feded-7fe7-464d-ab16-d94f84c4379c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e14bcd9-1b27-47f4-bf5a-6db2b5da0927,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:20.628015 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094feded-7fe7-464d-ab16-d94f84c4379c admin admin] Checking segment: {'id': 'f4cf0425-aebd-4b5d-b806-c746d5b1d26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '10607aac-2331-4772-9259-53d30737a650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:16:20.628918 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094feded-7fe7-464d-ab16-d94f84c4379c admin admin] Network hostable DHCP agents. Network: 10607aac-2331-4772-9259-53d30737a650, hostable agents: ['5c3c9db9-988c-45ae-8495-833fe2255d6d'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 26 14:16:20.649830 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:20.701722 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094feded-7fe7-464d-ab16-d94f84c4379c admin admin] Network 10607aac-2331-4772-9259-53d30737a650 is scheduled to be hosted by DHCP agent 5c3c9db9-988c-45ae-8495-833fe2255d6d with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 26 14:16:20.702686 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de103e60-4797-449e-bdd4-e8218a07b523 None None] Pushing event updated for resources: {'Port': ['ID=4e5c8468-01c3-4a96-a087-1b79d91284ab,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:20.764830 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Attempting to bind port 4e5c8468-01c3-4a96-a087-1b79d91284ab on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:16:20.765470 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Attempting to bind port 4e5c8468-01c3-4a96-a087-1b79d91284ab by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '61779730-b4cd-40aa-bf01-7af24d6d169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:16:20.766167 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Attempting to bind port 4e5c8468-01c3-4a96-a087-1b79d91284ab on network 0dcd5ba3-49d4-4822-bfaf-5ec655477521 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:16:20.772793 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:16:20.773270 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Checking segment: {'id': '61779730-b4cd-40aa-bf01-7af24d6d169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:16:20.773672 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:20.774253 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Bound using segment: {'id': '61779730-b4cd-40aa-bf01-7af24d6d169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:16:20.774988 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Bound port: 4e5c8468-01c3-4a96-a087-1b79d91284ab, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61779730-b4cd-40aa-bf01-7af24d6d169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:16:20.775372 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:20.791907 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device a94e6295-44be-4d7c-874f-027098527324 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:20.796660 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-094feded-7fe7-464d-ab16-d94f84c4379c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835133-2-iscsi, 10607aac-2331-4772-9259-53d30737a650) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:20.811065 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094feded-7fe7-464d-ab16-d94f84c4379c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:20.811854 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-094feded-7fe7-464d-ab16-d94f84c4379c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:20.821735 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b30144-4938-4c7c-98f8-61d209265168 None None] Network 10607aac-2331-4772-9259-53d30737a650 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:16:20.883022 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e93a98-bd1c-4614-9a99-349e6df0a6fc req-3ddc4722-ccda-4cdf-a41e-5eb078a33934 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:20.894764 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d9e93a98-bd1c-4614-9a99-349e6df0a6fc req-3ddc4722-ccda-4cdf-a41e-5eb078a33934 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0800149 Apr 26 14:16:20.945478 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-094feded-7fe7-464d-ab16-d94f84c4379c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6484704 Apr 26 14:16:20.948542 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60650) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:20.953165 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-839306698-router', 'tenant_id': '05d000457ca74d21815ddae0a2d3f2bc', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:20.957909 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d9e93a98-bd1c-4614-9a99-349e6df0a6fc req-fbe74bba-5b75-4393-8c73-c3b14d9c917f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625381 Apr 26 14:16:20.980531 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] For port 4e5c8468-01c3-4a96-a087-1b79d91284ab, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:16:20.985876 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port a94e6295-44be-4d7c-874f-027098527324 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:20.986296 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (a94e6295-44be-4d7c-874f-027098527324), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.035688 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] For port 4e5c8468-01c3-4a96-a087-1b79d91284ab, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=4e5c8468-01c3-4a96-a087-1b79d91284ab,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:16:21.036933 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-a3d67e19-6769-47d6-a008-dc34e40edfb8 None None] Provisioning complete for port 4e5c8468-01c3-4a96-a087-1b79d91284ab triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:21.041059 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a3d67e19-6769-47d6-a008-dc34e40edfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.045376 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8087fa9b-2dff-5ce9-a89c-b071e7a09e37-10607aac-2331-4772-9259-53d30737a650', 'network_id': '10607aac-2331-4772-9259-53d30737a650', 'project_id': '05d000457ca74d21815ddae0a2d3f2bc', 'fixed_ips': [{'subnet_id': '5e14bcd9-1b27-47f4-bf5a-6db2b5da0927'}]}} from dv-cinder-835133-2-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 26 14:16:21.046232 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.078514 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-564556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10492'] for router (b080321d-8b5c-4a25-b72d-eca8882dfb98), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.079621 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559754', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-953603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10439'] for router (b080321d-8b5c-4a25-b72d-eca8882dfb98), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.105165 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-a3d67e19-6769-47d6-a008-dc34e40edfb8 None None] Port 4e5c8468-01c3-4a96-a087-1b79d91284ab cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:16:21.138446 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Publish callbacks [] for router_controller (b080321d-8b5c-4a25-b72d-eca8882dfb98), precommit_add_association {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.165277 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.284412 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port a94e6295-44be-4d7c-874f-027098527324 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:21.296054 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de103e60-4797-449e-bdd4-e8218a07b523 None None] Pushing event updated for resources: {'Port': ['ID=4e5c8468-01c3-4a96-a087-1b79d91284ab,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:21.301400 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Routers {'26034698-9fd1-4574-986f-ae0dfe9faa57'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:21.302056 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['26034698-9fd1-4574-986f-ae0dfe9faa57'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:21.357230 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Publish callbacks [] for router_gateway (b080321d-8b5c-4a25-b72d-eca8882dfb98), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.377168 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Allocated IP 172.20.0.2 (10607aac-2331-4772-9259-53d30737a650/5e14bcd9-1b27-47f4-bf5a-6db2b5da0927/35076ca0-0513-46a6-8b31-8449caa39219) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:16:21.617485 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] Set router 26034698-9fd1-4574-986f-ae0dfe9faa57 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:21.625049 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Publish callbacks [] for router_gateway (b080321d-8b5c-4a25-b72d-eca8882dfb98), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.643882 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.654627 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-bcec3da0-b5ff-4f0d-8f14-6a3b93a20fc5 None None] Provisioning complete for port 4e5c8468-01c3-4a96-a087-1b79d91284ab triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:21.655009 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-bcec3da0-b5ff-4f0d-8f14-6a3b93a20fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.765405 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Allocated IP 172.27.1.207 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/ac919ad8-b76e-4d4c-917f-587cff85b088) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:16:21.836641 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Publish callbacks [] for port (35076ca0-0513-46a6-8b31-8449caa39219), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.868251 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Publish callbacks [] for port (ac919ad8-b76e-4d4c-917f-587cff85b088), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.899320 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-bcec3da0-b5ff-4f0d-8f14-6a3b93a20fc5 None None] Current status of the port 4e5c8468-01c3-4a96-a087-1b79d91284ab is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:21.899638 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-bcec3da0-b5ff-4f0d-8f14-6a3b93a20fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.929951 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284'] for port (35076ca0-0513-46a6-8b31-8449caa39219), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.976508 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (ac919ad8-b76e-4d4c-917f-587cff85b088), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:21.998477 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Network 10607aac-2331-4772-9259-53d30737a650 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:22.006816 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-bcec3da0-b5ff-4f0d-8f14-6a3b93a20fc5 None None] For port 4e5c8468-01c3-4a96-a087-1b79d91284ab, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=4e5c8468-01c3-4a96-a087-1b79d91284ab,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:22.008913 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Pushing event updated for resources: {'Port': ['ID=35076ca0-0513-46a6-8b31-8449caa39219,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:22.011854 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:22.015109 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:16:22.018353 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:22.026090 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:22.031350 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:16:22.035090 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac919ad8-b76e-4d4c-917f-587cff85b088,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:22.083694 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a94e6295-44be-4d7c-874f-027098527324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:14Z', 'updated_at': '2022-04-26T14:16:17Z', 'revision_number': 4, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'gw_port': {'id': 'a94e6295-44be-4d7c-874f-027098527324', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:15Z', 'updated_at': '2022-04-26T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '4e5c8468-01c3-4a96-a087-1b79d91284ab', 'name': '', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'mac_address': 'fa:16:3e:a8:e9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:17Z', 'updated_at': '2022-04-26T14:16:20Z', 'revision_number': 4, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'subnets': [{'id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:22.085405 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-bcec3da0-b5ff-4f0d-8f14-6a3b93a20fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:22.138375 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f63697-c90c-4369-b53e-a823b1682ab1 None None] The sync data for ids ['26034698-9fd1-4574-986f-ae0dfe9faa57'] in dv-cinder-835133-2-iscsi is: [{'id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a94e6295-44be-4d7c-874f-027098527324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:14Z', 'updated_at': '2022-04-26T14:16:17Z', 'revision_number': 4, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'gw_port': {'id': 'a94e6295-44be-4d7c-874f-027098527324', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:15Z', 'updated_at': '2022-04-26T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '4e5c8468-01c3-4a96-a087-1b79d91284ab', 'name': '', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'mac_address': 'fa:16:3e:a8:e9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:17Z', 'updated_at': '2022-04-26T14:16:20Z', 'revision_number': 4, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'subnets': [{'id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:16:22.141533 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Attempting to bind port 35076ca0-0513-46a6-8b31-8449caa39219 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:16:22.141901 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Attempting to bind port 35076ca0-0513-46a6-8b31-8449caa39219 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': 'f4cf0425-aebd-4b5d-b806-c746d5b1d26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '10607aac-2331-4772-9259-53d30737a650'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:16:22.142938 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Attempting to bind port 35076ca0-0513-46a6-8b31-8449caa39219 on network 10607aac-2331-4772-9259-53d30737a650 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:16:22.152608 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:16:22.152902 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Checking segment: {'id': 'f4cf0425-aebd-4b5d-b806-c746d5b1d26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '10607aac-2331-4772-9259-53d30737a650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:16:22.153308 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:22.153700 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Bound using segment: {'id': 'f4cf0425-aebd-4b5d-b806-c746d5b1d26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '10607aac-2331-4772-9259-53d30737a650'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:16:22.154202 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Bound port: 35076ca0-0513-46a6-8b31-8449caa39219, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cf0425-aebd-4b5d-b806-c746d5b1d26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '10607aac-2331-4772-9259-53d30737a650'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:16:22.154578 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (35076ca0-0513-46a6-8b31-8449caa39219), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:22.207050 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec3da0-b5ff-4f0d-8f14-6a3b93a20fc5 None None] Pushing event updated for resources: {'Port': ['ID=4e5c8468-01c3-4a96-a087-1b79d91284ab,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:22.208198 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11f5e1-928c-46e6-b346-61f2a5b4bfcd req-4d87802b-e1e6-40f0-91e7-3a7808d65430 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:22.209772 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2e11f5e1-928c-46e6-b346-61f2a5b4bfcd req-4d87802b-e1e6-40f0-91e7-3a7808d65430 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.1530871 Apr 26 14:16:22.265352 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] For port 35076ca0-0513-46a6-8b31-8449caa39219, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:16:22.273636 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] For port 35076ca0-0513-46a6-8b31-8449caa39219, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=35076ca0-0513-46a6-8b31-8449caa39219,segment=NetworkSegment(f4cf0425-aebd-4b5d-b806-c746d5b1d26b),segment_id=f4cf0425-aebd-4b5d-b806-c746d5b1d26b)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:16:22.296519 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2e11f5e1-928c-46e6-b346-61f2a5b4bfcd req-2a481c4a-caba-4cb7-8c78-be58c7bd82f0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576866 Apr 26 14:16:22.339226 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (35076ca0-0513-46a6-8b31-8449caa39219), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:22.425727 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc45f6-d167-4f9c-879e-4795dfc075bf None None] Pushing event updated for resources: {'Port': ['ID=35076ca0-0513-46a6-8b31-8449caa39219,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:22.433197 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecb9e7-2a2c-4adc-9c4b-f36adb84756a req-dfe1e138-415f-4dca-bda6-c82af12d36e9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:22.447774 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bfecb9e7-2a2c-4adc-9c4b-f36adb84756a req-dfe1e138-415f-4dca-bda6-c82af12d36e9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0779357 Apr 26 14:16:22.448593 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60660) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:22.453399 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-2e5a86d7-ddab-4668-8d03-54152ca24e00 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Request body: {'floatingip': {'port_id': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:22.506847 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2e5a86d7-ddab-4668-8d03-54152ca24e00 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for floatingip (21795bc5-15a5-4f8c-b5b2-f7fb991f3691), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:22.510300 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Publish callbacks [] for router_gateway (b080321d-8b5c-4a25-b72d-eca8882dfb98), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:22.905046 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 35076ca0-0513-46a6-8b31-8449caa39219 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:22.961378 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 35076ca0-0513-46a6-8b31-8449caa39219 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:22.961897 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (35076ca0-0513-46a6-8b31-8449caa39219), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:23.086847 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558971'] for router (b080321d-8b5c-4a25-b72d-eca8882dfb98), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:23.087462 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 35076ca0-0513-46a6-8b31-8449caa39219 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:23.087834 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (35076ca0-0513-46a6-8b31-8449caa39219), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:23.133866 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0958f532-da80-4196-822d-869781811f36 None None] For port 35076ca0-0513-46a6-8b31-8449caa39219, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=35076ca0-0513-46a6-8b31-8449caa39219,segment=NetworkSegment(f4cf0425-aebd-4b5d-b806-c746d5b1d26b),segment_id=f4cf0425-aebd-4b5d-b806-c746d5b1d26b)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:23.166065 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2e5a86d7-ddab-4668-8d03-54152ca24e00 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:23.203795 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (35076ca0-0513-46a6-8b31-8449caa39219), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:23.204613 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 4e5c8468-01c3-4a96-a087-1b79d91284ab up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:23.233360 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2e5a86d7-ddab-4668-8d03-54152ca24e00 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (21795bc5-15a5-4f8c-b5b2-f7fb991f3691), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:23.289866 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Router b080321d-8b5c-4a25-b72d-eca8882dfb98 is scheduled to L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c with binding_index 1 {{(pid=103924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 26 14:16:23.297950 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Pushing event updated for resources: {'Port': ['ID=35076ca0-0513-46a6-8b31-8449caa39219,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:23.324497 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 4e5c8468-01c3-4a96-a087-1b79d91284ab triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:23.325347 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:23.374560 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-2e5a86d7-ddab-4668-8d03-54152ca24e00 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Floating IP 21795bc5-15a5-4f8c-b5b2-f7fb991f3691 associated. External IP: 172.27.1.163, port: cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac. Apr 26 14:16:23.427381 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 4e5c8468-01c3-4a96-a087-1b79d91284ab is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:23.433053 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:16:23.445207 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Sync routers for ids ['b080321d-8b5c-4a25-b72d-eca8882dfb98'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:16:23.456099 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Routers {'b080321d-8b5c-4a25-b72d-eca8882dfb98'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:23.457086 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b080321d-8b5c-4a25-b72d-eca8882dfb98'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:23.525724 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:23.527041 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f9f95020-9d6d-42aa-b74d-894f10395fe0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5775375 Apr 26 14:16:23.529683 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60666) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:23.587820 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Set router b080321d-8b5c-4a25-b72d-eca8882dfb98 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:23.626582 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5a86d7-ddab-4668-8d03-54152ca24e00 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:16:23.670355 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baea243f-3700-49f0-bd25-3782ac05d0bc None None] Network 10607aac-2331-4772-9259-53d30737a650 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:16:23.770239 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5a86d7-ddab-4668-8d03-54152ca24e00 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:16:23.775995 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2e5a86d7-ddab-4668-8d03-54152ca24e00 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:23.784841 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'name': 'tempest-TestShelveInstance-839306698-router', 'tenant_id': '05d000457ca74d21815ddae0a2d3f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:16:22Z', 'revision_number': 3, 'project_id': '05d000457ca74d21815ddae0a2d3f2bc', 'gw_port': {'id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:23.787374 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d5c53-b6fb-492f-ae1a-b581dafd1c3c None None] Sync routers for ids ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:16:23.795719 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-b77e9764-166a-49e7-8660-a4ffbcfb3986 None None] Provisioning complete for port 35076ca0-0513-46a6-8b31-8449caa39219 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:23.796230 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b77e9764-166a-49e7-8660-a4ffbcfb3986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (35076ca0-0513-46a6-8b31-8449caa39219), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:23.817621 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Checking router: b080321d-8b5c-4a25-b72d-eca8882dfb98 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:16:23.817956 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Updating router b080321d-8b5c-4a25-b72d-eca8882dfb98 port ac919ad8-b76e-4d4c-917f-587cff85b088 binding host dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:16:23.830064 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-2e5a86d7-ddab-4668-8d03-54152ca24e00 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "PUT /v2.0/floatingips/21795bc5-15a5-4f8c-b5b2-f7fb991f3691 HTTP/1.1" status: 200 len: 991 time: 1.3802021 Apr 26 14:16:23.830667 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19eb5dea-2ee7-4a41-9058-de514304256b', 'tag': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:16:23.834449 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c8b0e1-bd98-4329-9e28-92e75a81bf14" -d '{"events": [{"name": "network-changed", "server_uuid": "19eb5dea-2ee7-4a41-9058-de514304256b", "tag": "cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:16:23.854132 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ac919ad8-b76e-4d4c-917f-587cff85b088), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:23.854252 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d5c53-b6fb-492f-ae1a-b581dafd1c3c None None] Routers {'5a3be8b0-dbd7-46d3-9139-c3277aa5526f'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:23.854252 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-215d5c53-b6fb-492f-ae1a-b581dafd1c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:23.883616 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcac2c3d-4111-47a8-b8d2-18412f1feb34 x-openstack-request-id: req-fcac2c3d-4111-47a8-b8d2-18412f1feb34 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:16:23.884148 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19eb5dea-2ee7-4a41-9058-de514304256b", "tag": "cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:16:23.884517 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcac2c3d-4111-47a8-b8d2-18412f1feb34 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:16:23.886417 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcac2c3d-4111-47a8-b8d2-18412f1feb34'] response: {'name': 'network-changed', 'server_uuid': '19eb5dea-2ee7-4a41-9058-de514304256b', 'tag': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'status': 'completed', 'code': 200} Apr 26 14:16:24.003387 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8b0e1-bd98-4329-9e28-92e75a81bf14 req-54fe99be-cdeb-43e4-b397-74d6ba79aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:24.005332 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-73c8b0e1-bd98-4329-9e28-92e75a81bf14 req-54fe99be-cdeb-43e4-b397-74d6ba79aa4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ceae37df7abe4226ab88abbc1d289a5c&device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 1129 time: 0.1023798 Apr 26 14:16:24.056865 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-215d5c53-b6fb-492f-ae1a-b581dafd1c3c None None] Set router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:24.059109 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-b77e9764-166a-49e7-8660-a4ffbcfb3986 None None] Current status of the port 35076ca0-0513-46a6-8b31-8449caa39219 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:24.164317 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:24.200619 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8b0e1-bd98-4329-9e28-92e75a81bf14 req-5a2b5b53-cdb8-493c-b98a-4227087d4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:24.202848 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-73c8b0e1-bd98-4329-9e28-92e75a81bf14 req-5a2b5b53-cdb8-493c-b98a-4227087d4b80 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc63f20b-e52c-4941-838b-394d035812b6 HTTP/1.1" status: 200 len: 917 time: 0.1891215 Apr 26 14:16:24.247217 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Publish callbacks [] for port (ac919ad8-b76e-4d4c-917f-587cff85b088), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:24.301891 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-73c8b0e1-bd98-4329-9e28-92e75a81bf14 req-3015c263-0a56-471f-b714-a87c14fb4860 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac HTTP/1.1" status: 200 len: 999 time: 0.0914578 Apr 26 14:16:24.358741 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8b0e1-bd98-4329-9e28-92e75a81bf14 req-67800f6b-c344-4856-8348-9a90057a579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:24.360234 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-73c8b0e1-bd98-4329-9e28-92e75a81bf14 req-67800f6b-c344-4856-8348-9a90057a579b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a30cea70-cfe0-4e96-8e8d-25b1736752b4 HTTP/1.1" status: 200 len: 855 time: 0.0483372 Apr 26 14:16:24.363948 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (ac919ad8-b76e-4d4c-917f-587cff85b088), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:24.394569 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-d1a3052f-c037-4f97-8dfd-e3bf32aa0a1c None None] Provisioning complete for port 35076ca0-0513-46a6-8b31-8449caa39219 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:24.395224 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d1a3052f-c037-4f97-8dfd-e3bf32aa0a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (35076ca0-0513-46a6-8b31-8449caa39219), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:24.398258 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-215d5c53-b6fb-492f-ae1a-b581dafd1c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '21795bc5-15a5-4f8c-b5b2-f7fb991f3691', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'port_id': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'mac_address': 'fa:16:3e:b0:83:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19eb5dea-2ee7-4a41-9058-de514304256b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:16:06Z', 'updated_at': '2022-04-26T14:16:23Z', 'revision_number': 1, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7c5e41-db51-4276-a106-99b54650e81b', 'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'mac_address': 'fa:16:3e:0e:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:02Z', 'updated_at': '2022-04-26T14:16:07Z', 'revision_number': 5, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'subnets': [{'id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:24.402228 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Allocated IP 172.20.0.1 (10607aac-2331-4772-9259-53d30737a650/5e14bcd9-1b27-47f4-bf5a-6db2b5da0927/f0446d2f-c027-464b-8818-4b03505920ba) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:16:24.422580 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Attempting to bind port ac919ad8-b76e-4d4c-917f-587cff85b088 on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:16:24.422940 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Attempting to bind port ac919ad8-b76e-4d4c-917f-587cff85b088 by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:16:24.423299 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Attempting to bind port ac919ad8-b76e-4d4c-917f-587cff85b088 on network 692e678d-165f-4510-9c90-3c52c427e7b7 {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:16:24.423990 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8b0e1-bd98-4329-9e28-92e75a81bf14 req-3dcbfa6d-570b-4c55-9bd0-52e0998ef660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:24.425772 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-73c8b0e1-bd98-4329-9e28-92e75a81bf14 req-3dcbfa6d-570b-4c55-9bd0-52e0998ef660 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc63f20b-e52c-4941-838b-394d035812b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537016 Apr 26 14:16:24.431730 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:16:24.432098 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Checking segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:16:24.432493 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:24.432880 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Bound using segment: {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:16:24.433345 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Bound port: ac919ad8-b76e-4d4c-917f-587cff85b088, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c74e73b-24ad-4e82-9585-189b9daa75d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:16:24.433715 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ac919ad8-b76e-4d4c-917f-587cff85b088), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:24.549266 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Publish callbacks [] for port (f0446d2f-c027-464b-8818-4b03505920ba), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:24.553058 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-73c8b0e1-bd98-4329-9e28-92e75a81bf14 req-cc5c8ce8-78e8-4a5d-9515-bc3ecb1375df service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209526 Apr 26 14:16:24.595064 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74ac47-3d9b-44e7-ad97-94044ea3ed88 None None] Pushing event updated for resources: {'Port': ['ID=ac919ad8-b76e-4d4c-917f-587cff85b088,revision_number=2']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:24.595634 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d5c53-b6fb-492f-ae1a-b581dafd1c3c None None] Checking router: 5a3be8b0-dbd7-46d3-9139-c3277aa5526f for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:16:24.608278 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74ac47-3d9b-44e7-ad97-94044ea3ed88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:24.608278 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74ac47-3d9b-44e7-ad97-94044ea3ed88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:24.608710 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74ac47-3d9b-44e7-ad97-94044ea3ed88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:24.608975 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74ac47-3d9b-44e7-ad97-94044ea3ed88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:24.609299 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74ac47-3d9b-44e7-ad97-94044ea3ed88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:24.609623 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74ac47-3d9b-44e7-ad97-94044ea3ed88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:24.609955 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74ac47-3d9b-44e7-ad97-94044ea3ed88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:24.610283 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74ac47-3d9b-44e7-ad97-94044ea3ed88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:24.610600 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74ac47-3d9b-44e7-ad97-94044ea3ed88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:24.610929 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74ac47-3d9b-44e7-ad97-94044ea3ed88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:24.611245 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74ac47-3d9b-44e7-ad97-94044ea3ed88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:24.611557 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74ac47-3d9b-44e7-ad97-94044ea3ed88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:24.611864 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d74ac47-3d9b-44e7-ad97-94044ea3ed88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:24.613134 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d5c53-b6fb-492f-ae1a-b581dafd1c3c None None] Routers {'5a3be8b0-dbd7-46d3-9139-c3277aa5526f'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:24.613760 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-215d5c53-b6fb-492f-ae1a-b581dafd1c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:24.618000 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] For port ac919ad8-b76e-4d4c-917f-587cff85b088, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:16:24.621142 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] For port ac919ad8-b76e-4d4c-917f-587cff85b088, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=ac919ad8-b76e-4d4c-917f-587cff85b088,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:16:24.656041 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (f0446d2f-c027-464b-8818-4b03505920ba), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:24.670283 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-73c8b0e1-bd98-4329-9e28-92e75a81bf14 req-443a17ea-d959-4972-8550-d2633cd5601f service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110783 Apr 26 14:16:24.684840 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (ac919ad8-b76e-4d4c-917f-587cff85b088), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:24.695480 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Network 10607aac-2331-4772-9259-53d30737a650 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:24.700404 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:24.706781 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:16:24.712347 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Pushing event updated for resources: {'Port': ['ID=f0446d2f-c027-464b-8818-4b03505920ba,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:24.767845 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74ac47-3d9b-44e7-ad97-94044ea3ed88 None None] Pushing event updated for resources: {'Port': ['ID=ac919ad8-b76e-4d4c-917f-587cff85b088,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:24.769355 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-d1a3052f-c037-4f97-8dfd-e3bf32aa0a1c None None] Current status of the port 35076ca0-0513-46a6-8b31-8449caa39219 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:24.782909 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558986'] for router_interface (b080321d-8b5c-4a25-b72d-eca8882dfb98), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:24.783818 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-215d5c53-b6fb-492f-ae1a-b581dafd1c3c None None] Set router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:24.794366 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Routers {'b080321d-8b5c-4a25-b72d-eca8882dfb98'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:24.795039 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b080321d-8b5c-4a25-b72d-eca8882dfb98'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:24.873114 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 35076ca0-0513-46a6-8b31-8449caa39219 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:24.940099 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] Set router b080321d-8b5c-4a25-b72d-eca8882dfb98 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:25.010975 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port 35076ca0-0513-46a6-8b31-8449caa39219 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:25.011353 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (35076ca0-0513-46a6-8b31-8449caa39219), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:25.029744 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f0446d2f-c027-464b-8818-4b03505920ba), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:25.039952 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-e1ac92d1-9ffc-4445-b698-33279cee8a35 None None] Provisioning complete for port f0446d2f-c027-464b-8818-4b03505920ba triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:25.040325 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e1ac92d1-9ffc-4445-b698-33279cee8a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (f0446d2f-c027-464b-8818-4b03505920ba), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:25.122709 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac92d1-9ffc-4445-b698-33279cee8a35 None None] Port f0446d2f-c027-464b-8818-4b03505920ba cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:16:25.138536 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'name': 'tempest-TestShelveInstance-839306698-router', 'tenant_id': '05d000457ca74d21815ddae0a2d3f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:16:22Z', 'revision_number': 3, 'project_id': '05d000457ca74d21815ddae0a2d3f2bc', 'gw_port': {'id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:25.168910 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf57cd3-5775-48b2-b0a4-ca1d1e85b450 None None] The sync data for ids ['b080321d-8b5c-4a25-b72d-eca8882dfb98'] in dv-cinder-835133-2-iscsi is: [{'id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'name': 'tempest-TestShelveInstance-839306698-router', 'tenant_id': '05d000457ca74d21815ddae0a2d3f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:16:22Z', 'revision_number': 3, 'project_id': '05d000457ca74d21815ddae0a2d3f2bc', 'gw_port': {'id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:16:25.180525 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-215d5c53-b6fb-492f-ae1a-b581dafd1c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '21795bc5-15a5-4f8c-b5b2-f7fb991f3691', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'port_id': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'mac_address': 'fa:16:3e:b0:83:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19eb5dea-2ee7-4a41-9058-de514304256b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:16:06Z', 'updated_at': '2022-04-26T14:16:23Z', 'revision_number': 1, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7c5e41-db51-4276-a106-99b54650e81b', 'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'mac_address': 'fa:16:3e:0e:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:02Z', 'updated_at': '2022-04-26T14:16:07Z', 'revision_number': 5, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'subnets': [{'id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:25.182292 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port 35076ca0-0513-46a6-8b31-8449caa39219 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:25.222233 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d5c53-b6fb-492f-ae1a-b581dafd1c3c None None] The sync data for ids ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'] in dv-cinder-835133-2-iscsi is: [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '21795bc5-15a5-4f8c-b5b2-f7fb991f3691', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'port_id': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'mac_address': 'fa:16:3e:b0:83:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19eb5dea-2ee7-4a41-9058-de514304256b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:16:06Z', 'updated_at': '2022-04-26T14:16:23Z', 'revision_number': 1, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7c5e41-db51-4276-a106-99b54650e81b', 'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'mac_address': 'fa:16:3e:0e:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:02Z', 'updated_at': '2022-04-26T14:16:07Z', 'revision_number': 5, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'subnets': [{'id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:16:25.232582 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Publish callbacks [] for port (f0446d2f-c027-464b-8818-4b03505920ba), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:25.278224 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745578'] for port (f0446d2f-c027-464b-8818-4b03505920ba), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:25.349571 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557114'] for router_interface (b080321d-8b5c-4a25-b72d-eca8882dfb98), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:25.351307 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Pushing event updated for resources: {'Port': ['ID=f0446d2f-c027-464b-8818-4b03505920ba,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:25.453635 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Network 10607aac-2331-4772-9259-53d30737a650 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:25.455175 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:25.497015 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64fd05-d567-4f61-91b7-91689713fb6f None None] New status for floating IP 21795bc5-15a5-4f8c-b5b2-f7fb991f3691: ACTIVE {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:16:25.601831 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Router b080321d-8b5c-4a25-b72d-eca8882dfb98 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:16:25.728748 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:16:25.734229 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6a47a113-615a-4a39-aa84-ed0a8ab96b1a admin admin] 10.222.0.23 "PUT /v2.0/routers/b080321d-8b5c-4a25-b72d-eca8882dfb98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2031555 Apr 26 14:16:25.850314 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8e3e6f31-786e-41db-8903-545ea3ef1a46 None None] Provisioning complete for port f0446d2f-c027-464b-8818-4b03505920ba triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:25.854872 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6f31-786e-41db-8903-545ea3ef1a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (f0446d2f-c027-464b-8818-4b03505920ba), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:25.901428 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8e3e6f31-786e-41db-8903-545ea3ef1a46 None None] Port f0446d2f-c027-464b-8818-4b03505920ba cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:16:26.352664 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-249c0076-4686-4c7c-8842-8f0cc4bf6a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:26.511830 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60706) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:26.516364 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-5afd67d3-472d-4b41-b9ce-d98eca1295db tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-881693636', 'description': 'tempest-secgroup-smoke-881693636 description', 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:26.604196 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5afd67d3-472d-4b41-b9ce-d98eca1295db tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:26.680152 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5afd67d3-472d-4b41-b9ce-d98eca1295db tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group (27186429-bd52-41a7-b1a9-be44424f048b), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:26.758783 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5afd67d3-472d-4b41-b9ce-d98eca1295db tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (27186429-bd52-41a7-b1a9-be44424f048b), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:26.794157 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd67d3-472d-4b41-b9ce-d98eca1295db tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27186429-bd52-41a7-b1a9-be44424f048b,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:26.803934 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device ac919ad8-b76e-4d4c-917f-587cff85b088 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:26.853956 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port ac919ad8-b76e-4d4c-917f-587cff85b088 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:26.854743 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (ac919ad8-b76e-4d4c-917f-587cff85b088), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:26.857706 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5afd67d3-472d-4b41-b9ce-d98eca1295db tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:26.859078 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-5afd67d3-472d-4b41-b9ce-d98eca1295db tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3462405 Apr 26 14:16:26.861901 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60710) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:26.868769 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-451e5406-01f1-4ba5-9218-559ca6b4445b tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Request body: {'security_group_rule': {'security_group_id': '27186429-bd52-41a7-b1a9-be44424f048b', 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:26.936376 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port ac919ad8-b76e-4d4c-917f-587cff85b088 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:26.936678 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (ac919ad8-b76e-4d4c-917f-587cff85b088), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:26.956691 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0958f532-da80-4196-822d-869781811f36 None None] For port ac919ad8-b76e-4d4c-917f-587cff85b088, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=ac919ad8-b76e-4d4c-917f-587cff85b088,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:26.957534 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-451e5406-01f1-4ba5-9218-559ca6b4445b tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (19ccfb8e-13e1-46f3-84b5-6851245d0314), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.018579 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-451e5406-01f1-4ba5-9218-559ca6b4445b tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (19ccfb8e-13e1-46f3-84b5-6851245d0314), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.021438 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (ac919ad8-b76e-4d4c-917f-587cff85b088), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.067075 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-451e5406-01f1-4ba5-9218-559ca6b4445b tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (19ccfb8e-13e1-46f3-84b5-6851245d0314), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.071909 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Pushing event updated for resources: {'Port': ['ID=ac919ad8-b76e-4d4c-917f-587cff85b088,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:27.086037 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e5406-01f1-4ba5-9218-559ca6b4445b tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ccfb8e-13e1-46f3-84b5-6851245d0314,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:27.122672 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Sync routers for ids ['b080321d-8b5c-4a25-b72d-eca8882dfb98'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:16:27.126068 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-451e5406-01f1-4ba5-9218-559ca6b4445b tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.130143 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60712) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:27.130697 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-451e5406-01f1-4ba5-9218-559ca6b4445b tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2667997 Apr 26 14:16:27.134424 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Routers {'b080321d-8b5c-4a25-b72d-eca8882dfb98'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:27.134424 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b080321d-8b5c-4a25-b72d-eca8882dfb98'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:27.135091 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-244e35cc-ec20-4a3c-b5cc-90eeb65ecb4c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Request body: {'security_group_rule': {'security_group_id': '27186429-bd52-41a7-b1a9-be44424f048b', 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:27.239191 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Set router b080321d-8b5c-4a25-b72d-eca8882dfb98 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:27.243629 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-244e35cc-ec20-4a3c-b5cc-90eeb65ecb4c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (36098cfb-5bbe-4d12-b5c6-827c6662083c), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.297954 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-244e35cc-ec20-4a3c-b5cc-90eeb65ecb4c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (36098cfb-5bbe-4d12-b5c6-827c6662083c), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.381257 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-244e35cc-ec20-4a3c-b5cc-90eeb65ecb4c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (36098cfb-5bbe-4d12-b5c6-827c6662083c), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.403518 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e35cc-ec20-4a3c-b5cc-90eeb65ecb4c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36098cfb-5bbe-4d12-b5c6-827c6662083c,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:27.447087 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'name': 'tempest-TestShelveInstance-839306698-router', 'tenant_id': '05d000457ca74d21815ddae0a2d3f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:16:24Z', 'revision_number': 4, 'project_id': '05d000457ca74d21815ddae0a2d3f2bc', 'gw_port': {'id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': 'f0446d2f-c027-464b-8818-4b03505920ba', 'name': '', 'network_id': '10607aac-2331-4772-9259-53d30737a650', 'tenant_id': '05d000457ca74d21815ddae0a2d3f2bc', 'mac_address': 'fa:16:3e:c2:11:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5e14bcd9-1b27-47f4-bf5a-6db2b5da0927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:24Z', 'updated_at': '2022-04-26T14:16:25Z', 'revision_number': 2, 'project_id': '05d000457ca74d21815ddae0a2d3f2bc', 'subnets': [{'id': '5e14bcd9-1b27-47f4-bf5a-6db2b5da0927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:27.475128 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-244e35cc-ec20-4a3c-b5cc-90eeb65ecb4c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.476344 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-244e35cc-ec20-4a3c-b5cc-90eeb65ecb4c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3448336 Apr 26 14:16:27.479429 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Checking router: b080321d-8b5c-4a25-b72d-eca8882dfb98 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:16:27.479784 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Updating router b080321d-8b5c-4a25-b72d-eca8882dfb98 port f0446d2f-c027-464b-8818-4b03505920ba binding host dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 26 14:16:27.484999 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60722) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:27.489717 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-e9dfa91f-45b7-48a3-baf0-295a7ca85994 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Request body: {'security_group_rule': {'security_group_id': '27186429-bd52-41a7-b1a9-be44424f048b', 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:27.510379 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f0446d2f-c027-464b-8818-4b03505920ba), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.597939 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e9dfa91f-45b7-48a3-baf0-295a7ca85994 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (1c1d763c-c1c5-410e-9ba3-f57165ee93ab), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.655530 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e9dfa91f-45b7-48a3-baf0-295a7ca85994 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (1c1d763c-c1c5-410e-9ba3-f57165ee93ab), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.733182 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e9dfa91f-45b7-48a3-baf0-295a7ca85994 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (1c1d763c-c1c5-410e-9ba3-f57165ee93ab), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.746649 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfa91f-45b7-48a3-baf0-295a7ca85994 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1d763c-c1c5-410e-9ba3-f57165ee93ab,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:27.790990 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Publish callbacks [] for port (f0446d2f-c027-464b-8818-4b03505920ba), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.834700 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e9dfa91f-45b7-48a3-baf0-295a7ca85994 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.835895 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-e9dfa91f-45b7-48a3-baf0-295a7ca85994 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499405 Apr 26 14:16:27.838578 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60730) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:27.842761 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-6b13424d-da70-4e64-8bac-42a6c397c8a4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Request body: {'security_group_rule': {'security_group_id': '27186429-bd52-41a7-b1a9-be44424f048b', 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:27.861266 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (f0446d2f-c027-464b-8818-4b03505920ba), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.939352 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a1adf-f20a-434a-95af-72bd3f08a4a4 None None] Pushing event updated for resources: {'Port': ['ID=f0446d2f-c027-464b-8818-4b03505920ba,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:27.948792 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6b13424d-da70-4e64-8bac-42a6c397c8a4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (e80c5443-ad46-409b-9abe-01a04f4e4a8e), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.976747 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Attempting to bind port f0446d2f-c027-464b-8818-4b03505920ba on host dv-cinder-835133-2-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:16:27.977133 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Attempting to bind port f0446d2f-c027-464b-8818-4b03505920ba by drivers openvswitch,hyperv on host dv-cinder-835133-2-iscsi at level 0 using segments [{'id': 'f4cf0425-aebd-4b5d-b806-c746d5b1d26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '10607aac-2331-4772-9259-53d30737a650'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:16:27.977916 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Attempting to bind port f0446d2f-c027-464b-8818-4b03505920ba on network 10607aac-2331-4772-9259-53d30737a650 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:16:27.983263 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Checking agent: {'id': '178dcc29-9ac7-4d18-b63a-56dae73eda3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835133-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 1, 32), 'started_at': datetime.datetime(2022, 4, 26, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835133-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:16:27.983632 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Checking segment: {'id': 'f4cf0425-aebd-4b5d-b806-c746d5b1d26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '10607aac-2331-4772-9259-53d30737a650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:16:27.984027 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:27.984413 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Bound using segment: {'id': 'f4cf0425-aebd-4b5d-b806-c746d5b1d26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '10607aac-2331-4772-9259-53d30737a650'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:16:27.984923 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Bound port: f0446d2f-c027-464b-8818-4b03505920ba, host: dv-cinder-835133-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cf0425-aebd-4b5d-b806-c746d5b1d26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '10607aac-2331-4772-9259-53d30737a650'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:16:27.985301 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f0446d2f-c027-464b-8818-4b03505920ba), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.023911 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6b13424d-da70-4e64-8bac-42a6c397c8a4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (e80c5443-ad46-409b-9abe-01a04f4e4a8e), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.052353 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] For port f0446d2f-c027-464b-8818-4b03505920ba, host dv-cinder-835133-2-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:16:28.055703 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] For port f0446d2f-c027-464b-8818-4b03505920ba, host dv-cinder-835133-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=f0446d2f-c027-464b-8818-4b03505920ba,segment=NetworkSegment(f4cf0425-aebd-4b5d-b806-c746d5b1d26b),segment_id=f4cf0425-aebd-4b5d-b806-c746d5b1d26b)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:16:28.083904 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6b13424d-da70-4e64-8bac-42a6c397c8a4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (e80c5443-ad46-409b-9abe-01a04f4e4a8e), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.102617 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13424d-da70-4e64-8bac-42a6c397c8a4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80c5443-ad46-409b-9abe-01a04f4e4a8e,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:28.112978 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (f0446d2f-c027-464b-8818-4b03505920ba), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.172298 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6b13424d-da70-4e64-8bac-42a6c397c8a4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.173487 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6b13424d-da70-4e64-8bac-42a6c397c8a4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3339834 Apr 26 14:16:28.176302 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60732) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:28.180774 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-a3eba569-61d5-4d0d-80f9-7a059073020c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Request body: {'security_group_rule': {'security_group_id': '27186429-bd52-41a7-b1a9-be44424f048b', 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:28.273029 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.securitygroups_db [None req-a3eba569-61d5-4d0d-80f9-7a059073020c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Project 51ea97fcafba4e8fbdd5c7004c94eafe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 26 14:16:28.278011 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3eba569-61d5-4d0d-80f9-7a059073020c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (1e93bc81-bc99-4e7f-88d4-1504b18a1106), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.314707 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a1adf-f20a-434a-95af-72bd3f08a4a4 None None] Pushing event updated for resources: {'Port': ['ID=f0446d2f-c027-464b-8818-4b03505920ba,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:28.319048 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-c560120d-0665-42b4-ade7-78b1178b3121 None None] Provisioning complete for port f0446d2f-c027-464b-8818-4b03505920ba triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:28.319426 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c560120d-0665-42b4-ade7-78b1178b3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (f0446d2f-c027-464b-8818-4b03505920ba), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.323058 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Routers {'b080321d-8b5c-4a25-b72d-eca8882dfb98'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:28.323677 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:15:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b080321d-8b5c-4a25-b72d-eca8882dfb98'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:28.360916 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3eba569-61d5-4d0d-80f9-7a059073020c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (1e93bc81-bc99-4e7f-88d4-1504b18a1106), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.444709 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3eba569-61d5-4d0d-80f9-7a059073020c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (1e93bc81-bc99-4e7f-88d4-1504b18a1106), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.467391 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eba569-61d5-4d0d-80f9-7a059073020c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e93bc81-bc99-4e7f-88d4-1504b18a1106,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:28.509889 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] Set router b080321d-8b5c-4a25-b72d-eca8882dfb98 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:28.511980 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c560120d-0665-42b4-ade7-78b1178b3121 None None] Current status of the port f0446d2f-c027-464b-8818-4b03505920ba is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:28.512362 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c560120d-0665-42b4-ade7-78b1178b3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f0446d2f-c027-464b-8818-4b03505920ba), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.550241 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-50940622-22e0-489c-bb9b-70cd2c99a16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.572631 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3eba569-61d5-4d0d-80f9-7a059073020c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.572631 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-a3eba569-61d5-4d0d-80f9-7a059073020c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3947716 Apr 26 14:16:28.574843 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60734) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:28.579318 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-413ab00b-d6fe-4842-9710-d8ce1cf56fa4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Request body: {'security_group_rule': {'security_group_id': '27186429-bd52-41a7-b1a9-be44424f048b', 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:28.611525 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-c560120d-0665-42b4-ade7-78b1178b3121 None None] For port f0446d2f-c027-464b-8818-4b03505920ba, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=f0446d2f-c027-464b-8818-4b03505920ba,segment=NetworkSegment(f4cf0425-aebd-4b5d-b806-c746d5b1d26b),segment_id=f4cf0425-aebd-4b5d-b806-c746d5b1d26b)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:28.678580 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.securitygroups_db [None req-413ab00b-d6fe-4842-9710-d8ce1cf56fa4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Project 51ea97fcafba4e8fbdd5c7004c94eafe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 26 14:16:28.684270 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-413ab00b-d6fe-4842-9710-d8ce1cf56fa4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (e3122b88-b0ea-40a6-9026-3654b79898e8), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.692335 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c560120d-0665-42b4-ade7-78b1178b3121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (f0446d2f-c027-464b-8818-4b03505920ba), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.745681 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-413ab00b-d6fe-4842-9710-d8ce1cf56fa4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (e3122b88-b0ea-40a6-9026-3654b79898e8), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.768372 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560120d-0665-42b4-ade7-78b1178b3121 None None] Pushing event updated for resources: {'Port': ['ID=f0446d2f-c027-464b-8818-4b03505920ba,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:28.787677 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'name': 'tempest-TestShelveInstance-839306698-router', 'tenant_id': '05d000457ca74d21815ddae0a2d3f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:16:24Z', 'revision_number': 4, 'project_id': '05d000457ca74d21815ddae0a2d3f2bc', 'gw_port': {'id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': 'f0446d2f-c027-464b-8818-4b03505920ba', 'name': '', 'network_id': '10607aac-2331-4772-9259-53d30737a650', 'tenant_id': '05d000457ca74d21815ddae0a2d3f2bc', 'mac_address': 'fa:16:3e:c2:11:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5e14bcd9-1b27-47f4-bf5a-6db2b5da0927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:24Z', 'updated_at': '2022-04-26T14:16:28Z', 'revision_number': 4, 'project_id': '05d000457ca74d21815ddae0a2d3f2bc', 'subnets': [{'id': '5e14bcd9-1b27-47f4-bf5a-6db2b5da0927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:28.826016 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device ac919ad8-b76e-4d4c-917f-587cff85b088 up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:28.827819 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-413ab00b-d6fe-4842-9710-d8ce1cf56fa4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (e3122b88-b0ea-40a6-9026-3654b79898e8), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.847018 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca04803e-77f9-4c1f-b203-bf43cacefd05 None None] The sync data for ids ['b080321d-8b5c-4a25-b72d-eca8882dfb98'] in dv-cinder-835133-2-iscsi is: [{'id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'name': 'tempest-TestShelveInstance-839306698-router', 'tenant_id': '05d000457ca74d21815ddae0a2d3f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:16:24Z', 'revision_number': 4, 'project_id': '05d000457ca74d21815ddae0a2d3f2bc', 'gw_port': {'id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': 'f0446d2f-c027-464b-8818-4b03505920ba', 'name': '', 'network_id': '10607aac-2331-4772-9259-53d30737a650', 'tenant_id': '05d000457ca74d21815ddae0a2d3f2bc', 'mac_address': 'fa:16:3e:c2:11:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '5e14bcd9-1b27-47f4-bf5a-6db2b5da0927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:24Z', 'updated_at': '2022-04-26T14:16:28Z', 'revision_number': 4, 'project_id': '05d000457ca74d21815ddae0a2d3f2bc', 'subnets': [{'id': '5e14bcd9-1b27-47f4-bf5a-6db2b5da0927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:16:28.848105 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ab00b-d6fe-4842-9710-d8ce1cf56fa4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3122b88-b0ea-40a6-9026-3654b79898e8,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:28.892425 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-6b8fef78-d2de-4354-b24b-f269276421c2 None None] Provisioning complete for port f0446d2f-c027-464b-8818-4b03505920ba triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:28.892910 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6b8fef78-d2de-4354-b24b-f269276421c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (f0446d2f-c027-464b-8818-4b03505920ba), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.973576 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port ac919ad8-b76e-4d4c-917f-587cff85b088 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:28.973902 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (ac919ad8-b76e-4d4c-917f-587cff85b088), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.988928 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-413ab00b-d6fe-4842-9710-d8ce1cf56fa4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:28.990159 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-413ab00b-d6fe-4842-9710-d8ce1cf56fa4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4142845 Apr 26 14:16:29.136399 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-6b8fef78-d2de-4354-b24b-f269276421c2 None None] Current status of the port f0446d2f-c027-464b-8818-4b03505920ba is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:29.160333 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port ac919ad8-b76e-4d4c-917f-587cff85b088 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:29.443767 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a6722-888a-4c27-a918-f92508302f02 req-851b9a5f-67f2-46f5-8591-eecb9641f7df tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:29.450597 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-812a6722-888a-4c27-a918-f92508302f02 req-851b9a5f-67f2-46f5-8591-eecb9641f7df tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 946 time: 0.0653322 Apr 26 14:16:29.495869 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-812a6722-888a-4c27-a918-f92508302f02 req-eae24355-0f67-42b6-a158-ac12035519b4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436091 Apr 26 14:16:29.724349 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:29.768243 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74d303-1c5b-409e-9445-c4e8a63d59ce req-342db17c-dd05-4225-ab3c-7245ab44122e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:29.769896 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8f74d303-1c5b-409e-9445-c4e8a63d59ce req-342db17c-dd05-4225-ab3c-7245ab44122e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 945 time: 0.0573676 Apr 26 14:16:29.818860 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8f74d303-1c5b-409e-9445-c4e8a63d59ce req-4d066da2-ca22-4d80-b3fe-fe9ad1df0239 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a961d7c-e7f4-4725-8bbf-6747867a3442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431216 Apr 26 14:16:30.453121 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:16:30.618263 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af37fe-6da1-4c84-a3da-c9d05c12cc37 req-eb5a78c0-2ea3-4fe9-be29-bff5cd005c08 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:30.619742 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e9af37fe-6da1-4c84-a3da-c9d05c12cc37 req-eb5a78c0-2ea3-4fe9-be29-bff5cd005c08 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 946 time: 0.0518899 Apr 26 14:16:30.666769 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e9af37fe-6da1-4c84-a3da-c9d05c12cc37 req-b169ea56-dd85-4d8c-9fb0-21ea34467df8 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411735 Apr 26 14:16:30.784199 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device f0446d2f-c027-464b-8818-4b03505920ba up at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:30.830755 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0958f532-da80-4196-822d-869781811f36 None None] Provisioning complete for port f0446d2f-c027-464b-8818-4b03505920ba triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:30.831668 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (f0446d2f-c027-464b-8818-4b03505920ba), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:30.915696 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] Current status of the port f0446d2f-c027-464b-8818-4b03505920ba is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:30.948234 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae791c-e841-4a4f-953f-d0eec3ec95cf req-0eee05bb-4271-4382-b652-939cb76132eb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:30.949793 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2eae791c-e841-4a4f-953f-d0eec3ec95cf req-0eee05bb-4271-4382-b652-939cb76132eb tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 945 time: 0.0576177 Apr 26 14:16:30.997935 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2eae791c-e841-4a4f-953f-d0eec3ec95cf req-25dc6044-891a-4ebb-97d1-b96caf01ca83 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a961d7c-e7f4-4725-8bbf-6747867a3442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425041 Apr 26 14:16:31.190337 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-f7ce7a17-91b2-422d-84d0-c07e7118e106 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:31.192235 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-f7ce7a17-91b2-422d-84d0-c07e7118e106 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 946 time: 0.0548396 Apr 26 14:16:31.287532 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-c95afe67-e747-4c21-b276-3009fdd867f0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Deleting port 34dce262-591f-43ff-9324-4aa5369a0a47 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:16:31.293561 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-c95afe67-e747-4c21-b276-3009fdd867f0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (34dce262-591f-43ff-9324-4aa5369a0a47), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:31.352535 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:31.380562 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-c95afe67-e747-4c21-b276-3009fdd867f0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] For port 34dce262-591f-43ff-9324-4aa5369a0a47, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=34dce262-591f-43ff-9324-4aa5369a0a47,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:31.380926 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-c95afe67-e747-4c21-b276-3009fdd867f0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (34dce262-591f-43ff-9324-4aa5369a0a47), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:31.876571 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-c95afe67-e747-4c21-b276-3009fdd867f0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:31.877434 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-c95afe67-e747-4c21-b276-3009fdd867f0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (e95b4cb3-6abf-4739-9108-0a3b937b5351), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:31.877434 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-c95afe67-e747-4c21-b276-3009fdd867f0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Floating IP e95b4cb3-6abf-4739-9108-0a3b937b5351 disassociated. External IP: 172.27.1.42, port: 34dce262-591f-43ff-9324-4aa5369a0a47. Apr 26 14:16:31.877656 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-c95afe67-e747-4c21-b276-3009fdd867f0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Calling delete_port for 34dce262-591f-43ff-9324-4aa5369a0a47 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:16:31.896681 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d695c-e3ce-4b0d-bce4-e83d5359ce6f req-dde7f920-e847-4def-bf1a-3461cf3be04b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:31.898181 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c45d695c-e3ce-4b0d-bce4-e83d5359ce6f req-dde7f920-e847-4def-bf1a-3461cf3be04b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 946 time: 0.1626740 Apr 26 14:16:31.920031 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-6cfd1c67-32ff-4b98-bfa2-aa8a0e813d6b tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:31.921399 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-6cfd1c67-32ff-4b98-bfa2-aa8a0e813d6b tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 945 time: 0.1098156 Apr 26 14:16:32.068696 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c45d695c-e3ce-4b0d-bce4-e83d5359ce6f req-d982dfad-e7f8-400b-b546-d23cb4abbcee tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=1d4efae3-fba2-42e9-ac70-3590a499d080&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642101 Apr 26 14:16:32.147653 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-900b0f05-8286-48e2-b413-90fbe56b4168 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Deleting port dd529bed-7d48-4697-bf08-d801037e368d {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:16:32.148071 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-900b0f05-8286-48e2-b413-90fbe56b4168 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (dd529bed-7d48-4697-bf08-d801037e368d), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:32.155218 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be79d42-74a5-48cc-b3b8-933af703f2d6 req-31a4bf82-b3b5-487b-a485-7b77ea83a12e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:32.157361 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2be79d42-74a5-48cc-b3b8-933af703f2d6 req-31a4bf82-b3b5-487b-a485-7b77ea83a12e tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 945 time: 0.0561323 Apr 26 14:16:32.204326 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2be79d42-74a5-48cc-b3b8-933af703f2d6 req-2318e778-2dac-49d1-ac94-ace52ef53222 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a961d7c-e7f4-4725-8bbf-6747867a3442&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406022 Apr 26 14:16:32.250273 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-900b0f05-8286-48e2-b413-90fbe56b4168 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] For port dd529bed-7d48-4697-bf08-d801037e368d, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=dd529bed-7d48-4697-bf08-d801037e368d,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:32.250636 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-900b0f05-8286-48e2-b413-90fbe56b4168 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (dd529bed-7d48-4697-bf08-d801037e368d), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:32.264568 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-c95afe67-e747-4c21-b276-3009fdd867f0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (34dce262-591f-43ff-9324-4aa5369a0a47), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:32.325334 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95afe67-e747-4c21-b276-3009fdd867f0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event deleted for resources: {'Port': ['ID=34dce262-591f-43ff-9324-4aa5369a0a47,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:32.500703 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:32.542038 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-900b0f05-8286-48e2-b413-90fbe56b4168 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:32.542412 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-900b0f05-8286-48e2-b413-90fbe56b4168 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (897378f6-d065-4028-bb0b-967d23238021), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:32.542729 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-900b0f05-8286-48e2-b413-90fbe56b4168 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Floating IP 897378f6-d065-4028-bb0b-967d23238021 disassociated. External IP: 172.27.1.40, port: dd529bed-7d48-4697-bf08-d801037e368d. Apr 26 14:16:32.543173 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-900b0f05-8286-48e2-b413-90fbe56b4168 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Calling delete_port for dd529bed-7d48-4697-bf08-d801037e368d owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:16:32.546436 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-c95afe67-e747-4c21-b276-3009fdd867f0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Router 0cc3e767-b818-4c36-8b88-39ff45604e12 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:16:32.743695 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-c95afe67-e747-4c21-b276-3009fdd867f0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:16:32.754536 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bcbd40-088a-44fd-a240-3b16b7e6d8c2 None None] Sync routers for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:16:32.766856 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bcbd40-088a-44fd-a240-3b16b7e6d8c2 None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:32.767583 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-12bcbd40-088a-44fd-a240-3b16b7e6d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:16:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:32.793468 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-c95afe67-e747-4c21-b276-3009fdd867f0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] No DVR routers for this DVR port 34dce262-591f-43ff-9324-4aa5369a0a47 on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:16:32.802386 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-c95afe67-e747-4c21-b276-3009fdd867f0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:32.802386 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8c182dcc-407f-4304-ba41-6985bd60e379 req-c95afe67-e747-4c21-b276-3009fdd867f0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "DELETE /v2.0/ports/34dce262-591f-43ff-9324-4aa5369a0a47 HTTP/1.1" status: 204 len: 173 time: 1.6028659 Apr 26 14:16:32.802751 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4e8add-c541-4ae3-9b22-5144661eee8d', 'name': 'network-vif-deleted', 'tag': '34dce262-591f-43ff-9324-4aa5369a0a47'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:16:32.804995 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcca40d4-d9e0-44e4-8619-b6ad636ceb1e" -d '{"events": [{"server_uuid": "8b4e8add-c541-4ae3-9b22-5144661eee8d", "name": "network-vif-deleted", "tag": "34dce262-591f-43ff-9324-4aa5369a0a47"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:16:32.848248 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaf2038-f4f3-4e89-b711-c047131800e3 x-openstack-request-id: req-fdaf2038-f4f3-4e89-b711-c047131800e3 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:16:32.848554 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4e8add-c541-4ae3-9b22-5144661eee8d", "name": "network-vif-deleted", "tag": "34dce262-591f-43ff-9324-4aa5369a0a47", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:16:32.848786 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdaf2038-f4f3-4e89-b711-c047131800e3 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:16:32.849199 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdaf2038-f4f3-4e89-b711-c047131800e3'] response: {'server_uuid': '8b4e8add-c541-4ae3-9b22-5144661eee8d', 'name': 'network-vif-deleted', 'tag': '34dce262-591f-43ff-9324-4aa5369a0a47', 'status': 'completed', 'code': 200} Apr 26 14:16:32.884790 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-900b0f05-8286-48e2-b413-90fbe56b4168 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (dd529bed-7d48-4697-bf08-d801037e368d), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:32.899537 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-12bcbd40-088a-44fd-a240-3b16b7e6d8c2 None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:32.915560 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b0f05-8286-48e2-b413-90fbe56b4168 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event deleted for resources: {'Port': ['ID=dd529bed-7d48-4697-bf08-d801037e368d,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:33.035050 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-900b0f05-8286-48e2-b413-90fbe56b4168 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:16:33.116729 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-12bcbd40-088a-44fd-a240-3b16b7e6d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:33.146519 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bcbd40-088a-44fd-a240-3b16b7e6d8c2 None None] Checking router: 0cc3e767-b818-4c36-8b88-39ff45604e12 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:16:33.164067 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bcbd40-088a-44fd-a240-3b16b7e6d8c2 None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:33.164067 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-12bcbd40-088a-44fd-a240-3b16b7e6d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:16:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:33.171599 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-900b0f05-8286-48e2-b413-90fbe56b4168 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:16:33.182593 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4d70a-e243-45dc-bb3e-1f8e12ce5253 None None] Sync routers for ids ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:16:33.193948 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4d70a-e243-45dc-bb3e-1f8e12ce5253 None None] Routers {'51076078-4c58-4b04-9c96-d1e52ac4cdc8'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:33.194835 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-37b4d70a-e243-45dc-bb3e-1f8e12ce5253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:16:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:33.207656 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6588604d-9b35-42dc-aa5a-a645b3c931b9 req-848e990d-e72f-4768-b700-a1328dba06ee tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b4e8add-c541-4ae3-9b22-5144661eee8d HTTP/1.1" status: 200 len: 210 time: 0.0349252 Apr 26 14:16:33.232965 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-900b0f05-8286-48e2-b413-90fbe56b4168 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] No DVR routers for this DVR port dd529bed-7d48-4697-bf08-d801037e368d on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:16:33.236031 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-900b0f05-8286-48e2-b413-90fbe56b4168 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:33.239993 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0e8bca41-6a36-4233-a46c-5380d0ce6678 req-900b0f05-8286-48e2-b413-90fbe56b4168 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.26 "DELETE /v2.0/ports/dd529bed-7d48-4697-bf08-d801037e368d HTTP/1.1" status: 204 len: 173 time: 1.2851238 Apr 26 14:16:33.300612 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-12bcbd40-088a-44fd-a240-3b16b7e6d8c2 None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:33.336225 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-df867d35-336e-4cfe-ba4d-6ec6c5bb4605 req-cddeae62-41bb-4863-a2e9-88916d41f665 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/ports?device_id=fc3725be-7e4d-4cea-8ca3-65650da5c3a4 HTTP/1.1" status: 200 len: 210 time: 0.0511391 Apr 26 14:16:33.372090 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-37b4d70a-e243-45dc-bb3e-1f8e12ce5253 None None] Set router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:33.546346 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-12bcbd40-088a-44fd-a240-3b16b7e6d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:33.580018 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bcbd40-088a-44fd-a240-3b16b7e6d8c2 None None] The sync data for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi is: [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:16:33.614010 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-37b4d70a-e243-45dc-bb3e-1f8e12ce5253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': 'ffde2bf7-c614-4e10-931f-e32bcbf2200a', 'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'mac_address': 'fa:16:3e:5c:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:15Z', 'updated_at': '2022-04-26T14:10:26Z', 'revision_number': 5, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'subnets': [{'id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:33.644853 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4d70a-e243-45dc-bb3e-1f8e12ce5253 None None] Checking router: 51076078-4c58-4b04-9c96-d1e52ac4cdc8 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:16:33.654319 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4d70a-e243-45dc-bb3e-1f8e12ce5253 None None] Routers {'51076078-4c58-4b04-9c96-d1e52ac4cdc8'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:33.654958 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-37b4d70a-e243-45dc-bb3e-1f8e12ce5253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:16:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:33.777549 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-37b4d70a-e243-45dc-bb3e-1f8e12ce5253 None None] Set router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:33.833089 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d55e9-3d51-42fe-80d7-35d9b288342f None None] New status for floating IP e95b4cb3-6abf-4739-9108-0a3b937b5351: DOWN {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:16:33.987551 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-37b4d70a-e243-45dc-bb3e-1f8e12ce5253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': 'ffde2bf7-c614-4e10-931f-e32bcbf2200a', 'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'mac_address': 'fa:16:3e:5c:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:15Z', 'updated_at': '2022-04-26T14:10:26Z', 'revision_number': 5, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'subnets': [{'id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:34.019063 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4d70a-e243-45dc-bb3e-1f8e12ce5253 None None] The sync data for ids ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'] in dv-cinder-835133-2-iscsi is: [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:10:18Z', 'revision_number': 4, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': 'ffde2bf7-c614-4e10-931f-e32bcbf2200a', 'name': '', 'network_id': 'da497052-bded-497c-b389-e8193210a8cf', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'mac_address': 'fa:16:3e:5c:de:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:15Z', 'updated_at': '2022-04-26T14:10:26Z', 'revision_number': 5, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'subnets': [{'id': 'b41c369f-3753-4ded-8eff-4455cba0638b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:16:34.290299 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7af73-2339-4481-98bb-25a0ab7ae797 None None] New status for floating IP 897378f6-d065-4028-bb0b-967d23238021: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:16:34.366639 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60848) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:34.426794 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8e249564-5f3d-4551-82e8-a90c21861ac1 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (1d4efae3-fba2-42e9-ac70-3590a499d080), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:34.455635 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8e249564-5f3d-4551-82e8-a90c21861ac1 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (1d4efae3-fba2-42e9-ac70-3590a499d080), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:34.542810 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60852) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:34.572626 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8e249564-5f3d-4551-82e8-a90c21861ac1 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (1d4efae3-fba2-42e9-ac70-3590a499d080), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:34.575177 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8e249564-5f3d-4551-82e8-a90c21861ac1 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:34.577042 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-8e249564-5f3d-4551-82e8-a90c21861ac1 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "DELETE /v2.0/security-groups/1d4efae3-fba2-42e9-ac70-3590a499d080 HTTP/1.1" status: 204 len: 168 time: 0.2088718 Apr 26 14:16:34.582898 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60854) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:34.593214 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e249564-5f3d-4551-82e8-a90c21861ac1 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4efae3-fba2-42e9-ac70-3590a499d080,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:34.597708 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.api.v2.resource [None req-ea8f5976-3c1e-42f2-8a75-6fda7b25cb90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] show failed (client error): The resource could not be found. Apr 26 14:16:34.599052 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ea8f5976-3c1e-42f2-8a75-6fda7b25cb90 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups/1d4efae3-fba2-42e9-ac70-3590a499d080 HTTP/1.1" status: 404 len: 347 time: 0.0144260 Apr 26 14:16:34.601889 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60856) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:34.653941 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-efff5104-38d7-4a72-844a-e58a7ccb6055 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group (9a961d7c-e7f4-4725-8bbf-6747867a3442), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:34.712094 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-efff5104-38d7-4a72-844a-e58a7ccb6055 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group (9a961d7c-e7f4-4725-8bbf-6747867a3442), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:34.746011 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 34dce262-591f-43ff-9324-4aa5369a0a47 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:16:34.766004 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: 34dce262-591f-43ff-9324-4aa5369a0a47 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:16:34.766348 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 34dce262-591f-43ff-9324-4aa5369a0a47 not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:16:34.766766 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device dd529bed-7d48-4697-bf08-d801037e368d no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:16:34.786011 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: dd529bed-7d48-4697-bf08-d801037e368d {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:16:34.786347 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device dd529bed-7d48-4697-bf08-d801037e368d not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:16:34.791223 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-6998034d-76b5-4138-b4ec-86de0a103040 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Deleting port 7b4017bb-c930-4bf7-85f7-f759fb243dfc {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:16:34.791573 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6998034d-76b5-4138-b4ec-86de0a103040 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (7b4017bb-c930-4bf7-85f7-f759fb243dfc), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:34.851071 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3725be-7e4d-4cea-8ca3-65650da5c3a4', 'name': 'network-vif-deleted', 'tag': 'dd529bed-7d48-4697-bf08-d801037e368d'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:16:34.853850 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cc473d-eebc-4619-b887-5fd887c2e350" -d '{"events": [{"server_uuid": "fc3725be-7e4d-4cea-8ca3-65650da5c3a4", "name": "network-vif-deleted", "tag": "dd529bed-7d48-4697-bf08-d801037e368d"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:16:34.868005 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-efff5104-38d7-4a72-844a-e58a7ccb6055 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (9a961d7c-e7f4-4725-8bbf-6747867a3442), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:34.870715 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-efff5104-38d7-4a72-844a-e58a7ccb6055 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:34.871897 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-efff5104-38d7-4a72-844a-e58a7ccb6055 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "DELETE /v2.0/security-groups/9a961d7c-e7f4-4725-8bbf-6747867a3442 HTTP/1.1" status: 204 len: 168 time: 0.3279855 Apr 26 14:16:34.875242 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60860) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:34.898378 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff5104-38d7-4a72-844a-e58a7ccb6055 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a961d7c-e7f4-4725-8bbf-6747867a3442,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:34.898475 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.api.v2.resource [None req-6a8fd01f-65f8-4fdd-9e1d-973cbf604805 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] show failed (client error): The resource could not be found. Apr 26 14:16:34.898475 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6a8fd01f-65f8-4fdd-9e1d-973cbf604805 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "GET /v2.0/security-groups/9a961d7c-e7f4-4725-8bbf-6747867a3442 HTTP/1.1" status: 404 len: 347 time: 0.0164495 Apr 26 14:16:34.900094 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60862) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:34.901252 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c385feb3-25f7-4221-b8d2-5f4140ee512d x-openstack-request-id: req-c385feb3-25f7-4221-b8d2-5f4140ee512d {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:16:34.901550 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3725be-7e4d-4cea-8ca3-65650da5c3a4", "name": "network-vif-deleted", "tag": "dd529bed-7d48-4697-bf08-d801037e368d", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:16:34.901802 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c385feb3-25f7-4221-b8d2-5f4140ee512d {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:16:34.902224 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c385feb3-25f7-4221-b8d2-5f4140ee512d'] response: {'server_uuid': 'fc3725be-7e4d-4cea-8ca3-65650da5c3a4', 'name': 'network-vif-deleted', 'tag': 'dd529bed-7d48-4697-bf08-d801037e368d', 'status': 'completed', 'code': 200} Apr 26 14:16:34.906401 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6998034d-76b5-4138-b4ec-86de0a103040 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (7b4017bb-c930-4bf7-85f7-f759fb243dfc), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:34.906729 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6998034d-76b5-4138-b4ec-86de0a103040 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (7b4017bb-c930-4bf7-85f7-f759fb243dfc), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:34.920463 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-6998034d-76b5-4138-b4ec-86de0a103040 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Calling delete_port for 7b4017bb-c930-4bf7-85f7-f759fb243dfc owned by network:floatingip {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:16:35.025279 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-fa594bc2-1644-49f3-b732-2d479fe254b2 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Deleting port 0196bd49-f51a-4e3a-b39b-7285547b21f8 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:16:35.025516 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa594bc2-1644-49f3-b732-2d479fe254b2 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (0196bd49-f51a-4e3a-b39b-7285547b21f8), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:35.107808 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa594bc2-1644-49f3-b732-2d479fe254b2 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (0196bd49-f51a-4e3a-b39b-7285547b21f8), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:35.108134 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa594bc2-1644-49f3-b732-2d479fe254b2 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for floatingip (0196bd49-f51a-4e3a-b39b-7285547b21f8), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:35.121638 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-fa594bc2-1644-49f3-b732-2d479fe254b2 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Calling delete_port for 0196bd49-f51a-4e3a-b39b-7285547b21f8 owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:16:35.124902 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6998034d-76b5-4138-b4ec-86de0a103040 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (7b4017bb-c930-4bf7-85f7-f759fb243dfc), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:35.154486 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998034d-76b5-4138-b4ec-86de0a103040 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event deleted for resources: {'Port': ['ID=7b4017bb-c930-4bf7-85f7-f759fb243dfc,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:35.214683 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6998034d-76b5-4138-b4ec-86de0a103040 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (e95b4cb3-6abf-4739-9108-0a3b937b5351), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:35.217363 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6998034d-76b5-4138-b4ec-86de0a103040 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:35.218759 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6998034d-76b5-4138-b4ec-86de0a103040 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "DELETE /v2.0/floatingips/e95b4cb3-6abf-4739-9108-0a3b937b5351 HTTP/1.1" status: 204 len: 168 time: 0.6156857 Apr 26 14:16:35.318435 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa594bc2-1644-49f3-b732-2d479fe254b2 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (0196bd49-f51a-4e3a-b39b-7285547b21f8), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:35.344659 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa594bc2-1644-49f3-b732-2d479fe254b2 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Pushing event deleted for resources: {'Port': ['ID=0196bd49-f51a-4e3a-b39b-7285547b21f8,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:35.405840 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa594bc2-1644-49f3-b732-2d479fe254b2 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks [] for floatingip (897378f6-d065-4028-bb0b-967d23238021), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:35.418086 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa594bc2-1644-49f3-b732-2d479fe254b2 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:35.418086 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-fa594bc2-1644-49f3-b732-2d479fe254b2 tempest-AttachVolumeTestJSON-1790814075 tempest-AttachVolumeTestJSON-1790814075-project] 10.222.0.23 "DELETE /v2.0/floatingips/897378f6-d065-4028-bb0b-967d23238021 HTTP/1.1" status: 204 len: 168 time: 0.5080874 Apr 26 14:16:35.890923 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60872) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:35.896691 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-02b91779-b070-4da4-9484-aa7f82646b1f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1153179009', 'description': 'tempest-description--1999698603'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:35.997839 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-02b91779-b070-4da4-9484-aa7f82646b1f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:36.063474 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-02b91779-b070-4da4-9484-aa7f82646b1f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (15e8acb2-66de-45e6-bad7-51fd73aecd7a), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:36.135258 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-02b91779-b070-4da4-9484-aa7f82646b1f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (15e8acb2-66de-45e6-bad7-51fd73aecd7a), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:36.163983 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b91779-b070-4da4-9484-aa7f82646b1f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e8acb2-66de-45e6-bad7-51fd73aecd7a,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:36.223400 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-02b91779-b070-4da4-9484-aa7f82646b1f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:36.224649 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-02b91779-b070-4da4-9484-aa7f82646b1f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3317974 Apr 26 14:16:36.227498 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60874) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:36.236298 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-ec60b054-3615-4f0f-a840-239486b20196 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'security_group_rule': {'security_group_id': '15e8acb2-66de-45e6-bad7-51fd73aecd7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:36.317277 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ec60b054-3615-4f0f-a840-239486b20196 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (f1f02bcc-d687-428b-9c1e-73687e70486b), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:36.371334 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ec60b054-3615-4f0f-a840-239486b20196 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (f1f02bcc-d687-428b-9c1e-73687e70486b), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:36.444193 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ec60b054-3615-4f0f-a840-239486b20196 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (f1f02bcc-d687-428b-9c1e-73687e70486b), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:36.463495 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60b054-3615-4f0f-a840-239486b20196 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f02bcc-d687-428b-9c1e-73687e70486b,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:36.514427 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ec60b054-3615-4f0f-a840-239486b20196 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:36.515667 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ec60b054-3615-4f0f-a840-239486b20196 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2871828 Apr 26 14:16:36.521613 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60878) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:36.525846 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-4b1438f2-ddb3-45fc-a555-765412df7b16 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'security_group_rule': {'security_group_id': '15e8acb2-66de-45e6-bad7-51fd73aecd7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:36.625539 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4b1438f2-ddb3-45fc-a555-765412df7b16 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (589b0d53-6cb0-4860-bc10-9790d0b11474), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:36.682887 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4b1438f2-ddb3-45fc-a555-765412df7b16 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (589b0d53-6cb0-4860-bc10-9790d0b11474), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:36.753059 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4b1438f2-ddb3-45fc-a555-765412df7b16 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (589b0d53-6cb0-4860-bc10-9790d0b11474), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:36.770719 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1438f2-ddb3-45fc-a555-765412df7b16 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589b0d53-6cb0-4860-bc10-9790d0b11474,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:36.873997 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4b1438f2-ddb3-45fc-a555-765412df7b16 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:36.875236 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4b1438f2-ddb3-45fc-a555-765412df7b16 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3526781 Apr 26 14:16:36.878289 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60884) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:36.882635 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'floatingip': {'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:37.021503 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:37.122558 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:37.229529 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Allocated IP 172.27.1.9 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/093d22a1-f003-483b-ad33-f64b5e23735f) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:16:37.330098 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for port (093d22a1-f003-483b-ad33-f64b5e23735f), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:37.438861 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (093d22a1-f003-483b-ad33-f64b5e23735f), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:37.484874 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:37.487835 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:37.490239 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:16:37.520171 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'Port': ['ID=093d22a1-f003-483b-ad33-f64b5e23735f,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:37.587498 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (4d873d74-3032-4024-be60-c4a391c1fc14), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:37.695233 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (093d22a1-f003-483b-ad33-f64b5e23735f), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:37.844519 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for port (093d22a1-f003-483b-ad33-f64b5e23735f), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:37.900419 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (093d22a1-f003-483b-ad33-f64b5e23735f), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:37.966191 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'Port': ['ID=093d22a1-f003-483b-ad33-f64b5e23735f,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:37.980079 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (4d873d74-3032-4024-be60-c4a391c1fc14), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:38.075299 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:38.076653 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0a4a608b-b766-466b-8d92-21b8ec1cfe7c tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1973016 Apr 26 14:16:38.267655 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-c4ef0e4f-6ee5-4c31-86c2-f6dbbe9e59c9 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1153179009&fields=id&tenant_id=852d3fc9b96d4019912cc7b5d7e2db73 HTTP/1.1" status: 200 len: 267 time: 0.0417991 Apr 26 14:16:38.379731 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-9a512471-4411-48c8-8550-ef86ebe978c7 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:38.381223 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-9a512471-4411-48c8-8550-ef86ebe978c7 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/networks?id=db62da73-59c6-4f6f-98fa-3d9fee96e03d HTTP/1.1" status: 200 len: 815 time: 0.1072598 Apr 26 14:16:38.396678 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-8db93d6b-a0fd-4ccc-ad84-4685660602cd tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/quotas/852d3fc9b96d4019912cc7b5d7e2db73 HTTP/1.1" status: 200 len: 375 time: 0.0098567 Apr 26 14:16:38.453346 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-0ce24633-586a-4d71-956e-355b712b1f16 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508003 Apr 26 14:16:38.639667 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-1e90ea9a-2f68-477a-84f8-aebf29fdbf6c service neutron] 10.222.0.23 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751890 Apr 26 14:16:38.733555 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-427eb488-1e34-422a-a07c-cdfc8b456231 service neutron] 10.222.0.23 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876558 Apr 26 14:16:38.940568 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-538aa5ec-4b7c-4b1b-9caf-11c88fda7a1f req-99104bec-d693-42e8-924b-9becaf9a2f42 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 210 time: 0.0282481 Apr 26 14:16:39.458530 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60936) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:39.917279 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e47e3085-72c7-453e-b838-25c3eded2060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557085'] for router_interface (51076078-4c58-4b04-9c96-d1e52ac4cdc8), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:40.041543 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-89799344-aeba-42d0-b804-d5097ce879d0 req-20d4c207-f676-41cb-89cd-047fef8150b1 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 210 time: 0.0285268 Apr 26 14:16:40.429160 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-e47e3085-72c7-453e-b838-25c3eded2060 admin admin] Deleting port ffde2bf7-c614-4e10-931f-e32bcbf2200a {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:16:40.429496 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e47e3085-72c7-453e-b838-25c3eded2060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:40.505713 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-e47e3085-72c7-453e-b838-25c3eded2060 admin admin] For port ffde2bf7-c614-4e10-931f-e32bcbf2200a, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=ffde2bf7-c614-4e10-931f-e32bcbf2200a,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:40.506413 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e47e3085-72c7-453e-b838-25c3eded2060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:40.520065 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-e47e3085-72c7-453e-b838-25c3eded2060 admin admin] Calling delete_port for ffde2bf7-c614-4e10-931f-e32bcbf2200a owned by network:router_interface {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:16:40.752369 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e47e3085-72c7-453e-b838-25c3eded2060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (ffde2bf7-c614-4e10-931f-e32bcbf2200a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:40.788186 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e3085-72c7-453e-b838-25c3eded2060 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffde2bf7-c614-4e10-931f-e32bcbf2200a,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:40.832762 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:40.878971 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-fe8a6641-4263-4773-8f0a-5ff80319b1c0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:40.880440 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-fe8a6641-4263-4773-8f0a-5ff80319b1c0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "GET /v2.0/networks?id=db62da73-59c6-4f6f-98fa-3d9fee96e03d HTTP/1.1" status: 200 len: 815 time: 0.1767795 Apr 26 14:16:41.036106 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e47e3085-72c7-453e-b838-25c3eded2060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557185'] for router_interface (51076078-4c58-4b04-9c96-d1e52ac4cdc8), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:41.042137 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-19274ce9-abdb-4c09-abe4-64c3e4006afb tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=852d3fc9b96d4019912cc7b5d7e2db73 HTTP/1.1" status: 200 len: 380 time: 0.0875757 Apr 26 14:16:41.050727 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-3db9acef-5747-4e79-a040-afe19581f1c6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'port': {'device_id': 'b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'admin_state_up': True, 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'security_groups': ['15e8acb2-66de-45e6-bad7-51fd73aecd7a']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:41.191864 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-15d42734-3e91-4a59-986c-6d4ea8aa5502 req-5f69b6e5-c540-4389-be92-b610640803e2 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 210 time: 0.0647328 Apr 26 14:16:41.363402 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47e3085-72c7-453e-b838-25c3eded2060 admin admin] Router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:16:41.364859 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-3db9acef-5747-4e79-a040-afe19581f1c6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Made reservation on behalf of 852d3fc9b96d4019912cc7b5d7e2db73 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:16:41.368147 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-3db9acef-5747-4e79-a040-afe19581f1c6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:41.575178 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47e3085-72c7-453e-b838-25c3eded2060 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:16:41.582265 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-e47e3085-72c7-453e-b838-25c3eded2060 admin admin] 10.222.0.23 "PUT /v2.0/routers/51076078-4c58-4b04-9c96-d1e52ac4cdc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1226752 Apr 26 14:16:41.583414 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-3db9acef-5747-4e79-a040-afe19581f1c6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Allocated IP 172.20.0.11 (db62da73-59c6-4f6f-98fa-3d9fee96e03d/1e744dae-ccf5-4501-bded-a8905e9a6bf5/19203db7-29e0-4a11-901b-b2736f005d0f) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:16:41.584864 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60964) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:41.587505 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3762aacf-fe52-4523-aee0-50a65f5587d0 None None] Sync routers for ids ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:16:41.597865 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3762aacf-fe52-4523-aee0-50a65f5587d0 None None] Routers {'51076078-4c58-4b04-9c96-d1e52ac4cdc8'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:41.598524 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-3762aacf-fe52-4523-aee0-50a65f5587d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:16:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:41.693742 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] Publish callbacks [] for router (51076078-4c58-4b04-9c96-d1e52ac4cdc8), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:41.708208 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-3762aacf-fe52-4523-aee0-50a65f5587d0 None None] Set router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:41.731737 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-3db9acef-5747-4e79-a040-afe19581f1c6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for port (19203db7-29e0-4a11-901b-b2736f005d0f), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:41.800010 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] Publish callbacks [] for router_gateway (51076078-4c58-4b04-9c96-d1e52ac4cdc8), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:41.905861 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-3762aacf-fe52-4523-aee0-50a65f5587d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:16:40Z', 'revision_number': 5, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:41.933079 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3762aacf-fe52-4523-aee0-50a65f5587d0 None None] Checking router: 51076078-4c58-4b04-9c96-d1e52ac4cdc8 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:16:41.941550 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3762aacf-fe52-4523-aee0-50a65f5587d0 None None] Routers {'51076078-4c58-4b04-9c96-d1e52ac4cdc8'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:41.942176 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-3762aacf-fe52-4523-aee0-50a65f5587d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:16:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:42.045612 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-3762aacf-fe52-4523-aee0-50a65f5587d0 None None] Set router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:42.078914 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-3db9acef-5747-4e79-a040-afe19581f1c6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (19203db7-29e0-4a11-901b-b2736f005d0f), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:42.120542 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-3db9acef-5747-4e79-a040-afe19581f1c6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Network db62da73-59c6-4f6f-98fa-3d9fee96e03d is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:42.125437 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-3db9acef-5747-4e79-a040-afe19581f1c6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:42.128419 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-3db9acef-5747-4e79-a040-afe19581f1c6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:16:42.158130 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] Deleting port 9b64740a-4f65-4d36-806e-79a4a0dc37c1 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:16:42.158717 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (9b64740a-4f65-4d36-806e-79a4a0dc37c1), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:42.159451 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9acef-5747-4e79-a040-afe19581f1c6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event updated for resources: {'Port': ['ID=19203db7-29e0-4a11-901b-b2736f005d0f,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:42.190522 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-3db9acef-5747-4e79-a040-afe19581f1c6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:42.191218 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-3db9acef-5747-4e79-a040-afe19581f1c6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:42.241750 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-3762aacf-fe52-4523-aee0-50a65f5587d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:16:40Z', 'revision_number': 5, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:42.246916 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] For port 9b64740a-4f65-4d36-806e-79a4a0dc37c1, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=9b64740a-4f65-4d36-806e-79a4a0dc37c1,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:42.251346 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (9b64740a-4f65-4d36-806e-79a4a0dc37c1), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:42.261359 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] Calling delete_port for 9b64740a-4f65-4d36-806e-79a4a0dc37c1 owned by network:router_gateway {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:16:42.271392 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3762aacf-fe52-4523-aee0-50a65f5587d0 None None] The sync data for ids ['51076078-4c58-4b04-9c96-d1e52ac4cdc8'] in dv-cinder-835133-2-iscsi is: [{'id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'name': 'tempest-AttachVolumeTestJSON-1201724230-router', 'tenant_id': '3f38bbf345384bdb9ed001c0965a3462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:10:09Z', 'updated_at': '2022-04-26T14:16:40Z', 'revision_number': 5, 'project_id': '3f38bbf345384bdb9ed001c0965a3462', 'gw_port': {'id': '9b64740a-4f65-4d36-806e-79a4a0dc37c1', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51076078-4c58-4b04-9c96-d1e52ac4cdc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:10:11Z', 'updated_at': '2022-04-26T14:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:16:42.276528 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-3db9acef-5747-4e79-a040-afe19581f1c6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2294400 Apr 26 14:16:42.290276 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Request body: {'port': {'device_id': 'b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:42.366376 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (19203db7-29e0-4a11-901b-b2736f005d0f), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:42.431226 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b3eff-a686-4466-9737-f8f6685e498f req-57e5cb9a-4b67-4a16-bc72-ca0d7f5b44cc tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:42.431226 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2b2b3eff-a686-4466-9737-f8f6685e498f req-57e5cb9a-4b67-4a16-bc72-ca0d7f5b44cc tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 932 time: 0.1169083 Apr 26 14:16:42.491885 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-7ff59abb-796a-455a-88a1-5ca358de5a5d None None] Provisioning complete for port 19203db7-29e0-4a11-901b-b2736f005d0f triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:42.492493 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7ff59abb-796a-455a-88a1-5ca358de5a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (19203db7-29e0-4a11-901b-b2736f005d0f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:42.519237 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2b2b3eff-a686-4466-9737-f8f6685e498f req-93ec727b-a542-4354-94f5-8beb3db8ff96 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802882 Apr 26 14:16:42.534546 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-7ff59abb-796a-455a-88a1-5ca358de5a5d None None] Port 19203db7-29e0-4a11-901b-b2736f005d0f cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:16:42.580968 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (9b64740a-4f65-4d36-806e-79a4a0dc37c1), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:42.634650 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b64740a-4f65-4d36-806e-79a4a0dc37c1,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:42.653779 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19203db7-29e0-4a11-901b-b2736f005d0f {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:16:42.662536 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Publish callbacks [] for port (19203db7-29e0-4a11-901b-b2736f005d0f), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:42.676843 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558887'] for router_gateway (51076078-4c58-4b04-9c96-d1e52ac4cdc8), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:42.677420 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Transition to ACTIVE for port object 19203db7-29e0-4a11-901b-b2736f005d0f will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:16:42.770077 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (19203db7-29e0-4a11-901b-b2736f005d0f), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:42.834337 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Pushing event updated for resources: {'Port': ['ID=19203db7-29e0-4a11-901b-b2736f005d0f,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:42.867856 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device ffde2bf7-c614-4e10-931f-e32bcbf2200a no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:16:42.900777 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: ffde2bf7-c614-4e10-931f-e32bcbf2200a {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:16:42.901471 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device ffde2bf7-c614-4e10-931f-e32bcbf2200a not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:16:42.920795 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Attempting to bind port 19203db7-29e0-4a11-901b-b2736f005d0f on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:16:42.926789 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Attempting to bind port 19203db7-29e0-4a11-901b-b2736f005d0f by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:16:42.926789 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Attempting to bind port 19203db7-29e0-4a11-901b-b2736f005d0f on network db62da73-59c6-4f6f-98fa-3d9fee96e03d {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:16:42.926789 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Port 19203db7-29e0-4a11-901b-b2736f005d0f on network db62da73-59c6-4f6f-98fa-3d9fee96e03d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:16:42.926789 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Attempting to bind port 19203db7-29e0-4a11-901b-b2736f005d0f on network db62da73-59c6-4f6f-98fa-3d9fee96e03d {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:16:42.932158 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:16:42.932490 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Checking segment: {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:16:42.932913 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Bound using segment: {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:16:42.933378 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Bound port: 19203db7-29e0-4a11-901b-b2736f005d0f, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e748496-f8cf-4046-b5a2-10cac17e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:16:42.933721 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (19203db7-29e0-4a11-901b-b2736f005d0f), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:43.001685 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] For port 19203db7-29e0-4a11-901b-b2736f005d0f, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:16:43.004901 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] For port 19203db7-29e0-4a11-901b-b2736f005d0f, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=19203db7-29e0-4a11-901b-b2736f005d0f,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:16:43.013222 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10446'] for router (51076078-4c58-4b04-9c96-d1e52ac4cdc8), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:43.015540 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] Publish callbacks [] for router_controller (51076078-4c58-4b04-9c96-d1e52ac4cdc8), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:43.073301 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (19203db7-29e0-4a11-901b-b2736f005d0f), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:43.105698 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:43.106345 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:43.111775 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] 10.222.0.26 "PUT /v2.0/ports/19203db7-29e0-4a11-901b-b2736f005d0f HTTP/1.1" status: 200 len: 1094 time: 0.8221951 Apr 26 14:16:43.111775 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934', 'tag': '19203db7-29e0-4a11-901b-b2736f005d0f'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:16:43.111775 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72143b6a-f683-430d-8f59-ca0b90fddc08" -d '{"events": [{"name": "network-changed", "server_uuid": "b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934", "tag": "19203db7-29e0-4a11-901b-b2736f005d0f"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:16:43.130330 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564663'] for router (51076078-4c58-4b04-9c96-d1e52ac4cdc8), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:43.130908 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51076078-4c58-4b04-9c96-d1e52ac4cdc8 {{(pid=103924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 26 14:16:43.141050 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:43.141050 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f1fb6a93-1a61-438e-8e50-d5ddf46e6438 admin admin] 10.222.0.23 "DELETE /v2.0/routers/51076078-4c58-4b04-9c96-d1e52ac4cdc8 HTTP/1.1" status: 204 len: 168 time: 1.5501101 Apr 26 14:16:43.141229 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60974) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:43.148390 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997e5d1-f67a-48a5-bbd3-6ce8788efc4d service neutron] Pushing event updated for resources: {'Port': ['ID=19203db7-29e0-4a11-901b-b2736f005d0f,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:43.174011 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4e4642-3a40-4503-8951-dbffc8fc9008 x-openstack-request-id: req-8f4e4642-3a40-4503-8951-dbffc8fc9008 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:16:43.174335 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934", "tag": "19203db7-29e0-4a11-901b-b2736f005d0f", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:16:43.174591 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f4e4642-3a40-4503-8951-dbffc8fc9008 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:16:43.175001 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4e4642-3a40-4503-8951-dbffc8fc9008'] response: {'name': 'network-changed', 'server_uuid': 'b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934', 'tag': '19203db7-29e0-4a11-901b-b2736f005d0f', 'status': 'completed', 'code': 200} Apr 26 14:16:43.195123 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Deleting subnet b41c369f-3753-4ded-8eff-4455cba0638b {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:16:43.198710 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Publish callbacks [] for subnet (b41c369f-3753-4ded-8eff-4455cba0638b), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:43.262372 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934499'] for subnet (b41c369f-3753-4ded-8eff-4455cba0638b), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:43.313212 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72143b6a-f683-430d-8f59-ca0b90fddc08 req-0062c44d-4607-4010-a596-d424880c30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:43.327481 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-72143b6a-f683-430d-8f59-ca0b90fddc08 req-0062c44d-4607-4010-a596-d424880c30d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 1128 time: 0.0941930 Apr 26 14:16:43.403193 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (b41c369f-3753-4ded-8eff-4455cba0638b), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:43.467465 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72143b6a-f683-430d-8f59-ca0b90fddc08 req-df5059e8-012c-4646-b27e-7a7ec31b57a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:43.468892 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-72143b6a-f683-430d-8f59-ca0b90fddc08 req-df5059e8-012c-4646-b27e-7a7ec31b57a3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1293542 Apr 26 14:16:43.554691 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3995344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4099138'] for subnet (b41c369f-3753-4ded-8eff-4455cba0638b), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:43.592470 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72143b6a-f683-430d-8f59-ca0b90fddc08 req-61cbaf23-52fe-42d7-86d3-ea20df9fd290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:43.594029 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-72143b6a-f683-430d-8f59-ca0b90fddc08 req-61cbaf23-52fe-42d7-86d3-ea20df9fd290 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1174455 Apr 26 14:16:43.594626 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b41c369f-3753-4ded-8eff-4455cba0638b,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:43.598609 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:43.601550 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b41c369f-3753-4ded-8eff-4455cba0638b HTTP/1.1" status: 204 len: 168 time: 0.4611862 Apr 26 14:16:43.602908 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520afd54-86d3-47a1-aa0b-679a7d350408 None None] Network da497052-bded-497c-b389-e8193210a8cf requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:16:43.607421 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:43.607421 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:43.607747 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:43.608086 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:43.608417 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:43.608852 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:43.609188 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:43.609515 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:43.609842 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:43.610279 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:43.610551 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:43.610869 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:43.611800 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d050fd48-314c-429d-be4c-7939494700da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:43.612971 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60978) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:43.713065 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-ed810763-82c8-4a40-8e92-487f844110fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:43.716767 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-ed810763-82c8-4a40-8e92-487f844110fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 1128 time: 0.0761888 Apr 26 14:16:43.731376 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2be54b-c098-4499-8091-8b3e635bd31d req-33e75ffb-dd18-48fe-9de0-8faf46a085d8 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:43.732960 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1a2be54b-c098-4499-8091-8b3e635bd31d req-33e75ffb-dd18-48fe-9de0-8faf46a085d8 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 944 time: 0.1462810 Apr 26 14:16:43.737317 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (da497052-bded-497c-b389-e8193210a8cf), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:43.775403 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-50e48761-923f-4e2e-bd40-3ffb5eb1a495 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19203db7-29e0-4a11-901b-b2736f005d0f HTTP/1.1" status: 200 len: 217 time: 0.0477099 Apr 26 14:16:43.804871 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7573d399-1bb7-44b0-93b0-dcd87b5a0490 None None] DHCP port deletion for da497052-bded-497c-b389-e8193210a8cf request from dv-cinder-835133-2-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 26 14:16:43.810704 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1a2be54b-c098-4499-8091-8b3e635bd31d req-0bb22bf1-785b-40e0-9ff4-20d3a6ee0074 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695505 Apr 26 14:16:43.834667 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-cf9abfab-8f6c-4cfa-9dd3-5e8e889ecc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:43.836162 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-cf9abfab-8f6c-4cfa-9dd3-5e8e889ecc64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e744dae-ccf5-4501-bded-a8905e9a6bf5 HTTP/1.1" status: 200 len: 854 time: 0.0511758 Apr 26 14:16:43.841368 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] Deleting port 72f89efc-2f33-4984-bc98-bcecc2120353 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:16:43.841711 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:43.896374 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-14f594fd-31a0-4ecf-9213-6621e19f0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:43.897833 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-14f594fd-31a0-4ecf-9213-6621e19f0ac1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db62da73-59c6-4f6f-98fa-3d9fee96e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504286 Apr 26 14:16:43.917612 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] For port 72f89efc-2f33-4984-bc98-bcecc2120353, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=72f89efc-2f33-4984-bc98-bcecc2120353,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:43.922328 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:43.933010 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] Calling delete_port for 72f89efc-2f33-4984-bc98-bcecc2120353 owned by network:dhcp {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:16:43.990406 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-7573d399-1bb7-44b0-93b0-dcd87b5a0490 None None] Deleting port 72f89efc-2f33-4984-bc98-bcecc2120353 {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:16:43.990792 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7573d399-1bb7-44b0-93b0-dcd87b5a0490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:44.005026 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-0ba36f5a-f2f2-4eb0-ae38-5cd17b3a5956 service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905833 Apr 26 14:16:44.063505 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-7573d399-1bb7-44b0-93b0-dcd87b5a0490 None None] For port 72f89efc-2f33-4984-bc98-bcecc2120353, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=72f89efc-2f33-4984-bc98-bcecc2120353,segment=NetworkSegment(c7bf28f2-8813-4380-880b-9352d5b5afd5),segment_id=c7bf28f2-8813-4380-880b-9352d5b5afd5)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:44.063909 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7573d399-1bb7-44b0-93b0-dcd87b5a0490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:44.066546 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:44.081755 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-7573d399-1bb7-44b0-93b0-dcd87b5a0490 None None] Calling delete_port for 72f89efc-2f33-4984-bc98-bcecc2120353 owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:16:44.096970 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] Pushing event deleted for resources: {'Port': ['ID=72f89efc-2f33-4984-bc98-bcecc2120353,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:44.100439 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] No DVR routers for this DVR port 72f89efc-2f33-4984-bc98-bcecc2120353 on host dv-cinder-835133-2-iscsi {{(pid=103924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:16:44.103808 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f529296-f573-40b6-8c66-6bb216f4ff05 req-8582a8a5-0d15-491c-9637-4d7fbc963447 service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887907 Apr 26 14:16:44.163606 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7573d399-1bb7-44b0-93b0-dcd87b5a0490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293'] for port (72f89efc-2f33-4984-bc98-bcecc2120353), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:44.171585 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (da497052-bded-497c-b389-e8193210a8cf), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:44.188724 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573d399-1bb7-44b0-93b0-dcd87b5a0490 None None] Pushing event deleted for resources: {'Port': ['ID=72f89efc-2f33-4984-bc98-bcecc2120353,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:44.191714 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da497052-bded-497c-b389-e8193210a8cf']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:44.192715 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7573d399-1bb7-44b0-93b0-dcd87b5a0490 None None] No DVR routers for this DVR port 72f89efc-2f33-4984-bc98-bcecc2120353 on host dv-cinder-835133-2-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:16:44.208917 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bf28f2-8813-4380-880b-9352d5b5afd5') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:44.212546 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bf28f2-8813-4380-880b-9352d5b5afd5') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:44.218976 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195305'] for segment (c7bf28f2-8813-4380-880b-9352d5b5afd5), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:44.232310 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (c7bf28f2-8813-4380-880b-9352d5b5afd5), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:44.238111 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:16:44.238490 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745622'] for segment (c7bf28f2-8813-4380-880b-9352d5b5afd5), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: Traceback (most recent call last): Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: timer() Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: cb(*args, **kw) Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: return func(*args, **kwargs) Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: self._notify() Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: self.callback(batched_events) Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: event.method(event) Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: return f(self, *a, **k) Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._get(url).json() Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: return self.request(url, 'GET', **kwargs) Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:16:44.240100 dv-cinder-835133-2-iscsi neutron-server[103924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:16:44.375369 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (da497052-bded-497c-b389-e8193210a8cf), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:44.381219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:44.385399 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] 10.222.0.23 "DELETE /v2.0/networks/da497052-bded-497c-b389-e8193210a8cf HTTP/1.1" status: 204 len: 168 time: 0.7510390 Apr 26 14:16:44.397833 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34fadd-95d6-4da1-9de6-f6c649afb713 admin admin] Pushing event deleted for resources: {'Network': ['ID=da497052-bded-497c-b389-e8193210a8cf,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:44.693981 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 60984) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:44.738353 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-260117b2-2060-45b1-be7d-8f08f573a822 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f38bbf345384bdb9ed001c0965a3462&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407989 Apr 26 14:16:44.738959 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 60988) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:44.774174 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 9b64740a-4f65-4d36-806e-79a4a0dc37c1 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:16:44.791562 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50dbcbf1-5e32-4c6d-af99-cb77d89f2fb1 admin admin] Publish callbacks [] for security_group (8f6168bd-5fa5-43e6-b248-009faae87c99), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:44.794572 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 9b64740a-4f65-4d36-806e-79a4a0dc37c1 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:16:44.794916 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 9b64740a-4f65-4d36-806e-79a4a0dc37c1 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:16:44.795330 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 72f89efc-2f33-4984-bc98-bcecc2120353 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:16:44.812080 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50dbcbf1-5e32-4c6d-af99-cb77d89f2fb1 admin admin] Publish callbacks [] for security_group (8f6168bd-5fa5-43e6-b248-009faae87c99), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:44.813333 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 72f89efc-2f33-4984-bc98-bcecc2120353 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:16:44.813680 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 72f89efc-2f33-4984-bc98-bcecc2120353 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:16:44.930635 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6d239-1942-4cd8-aea9-58419333fdbe req-8516839a-b029-4a60-99c6-417020538bc4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:44.932008 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ffc6d239-1942-4cd8-aea9-58419333fdbe req-8516839a-b029-4a60-99c6-417020538bc4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 944 time: 0.0516219 Apr 26 14:16:44.934308 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50dbcbf1-5e32-4c6d-af99-cb77d89f2fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (8f6168bd-5fa5-43e6-b248-009faae87c99), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:44.936965 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50dbcbf1-5e32-4c6d-af99-cb77d89f2fb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:44.938074 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-50dbcbf1-5e32-4c6d-af99-cb77d89f2fb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f6168bd-5fa5-43e6-b248-009faae87c99 HTTP/1.1" status: 204 len: 168 time: 0.1984015 Apr 26 14:16:44.959200 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dbcbf1-5e32-4c6d-af99-cb77d89f2fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6168bd-5fa5-43e6-b248-009faae87c99,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:44.993524 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ffc6d239-1942-4cd8-aea9-58419333fdbe req-d7777081-8f59-4271-aebd-57526997e991 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543678 Apr 26 14:16:45.921961 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-ff28e6c9-f319-4e7c-974e-5101a017a29b tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881693636&fields=id&tenant_id=51ea97fcafba4e8fbdd5c7004c94eafe HTTP/1.1" status: 200 len: 267 time: 0.0448022 Apr 26 14:16:46.031245 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-f138c4f2-fbaf-4b65-8049-c673dcea3130 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:46.032608 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-f138c4f2-fbaf-4b65-8049-c673dcea3130 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/networks?id=0dcd5ba3-49d4-4822-bfaf-5ec655477521 HTTP/1.1" status: 200 len: 809 time: 0.1039388 Apr 26 14:16:46.047149 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d0133a03-387c-4f66-9c97-f9272998c597 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/quotas/51ea97fcafba4e8fbdd5c7004c94eafe HTTP/1.1" status: 200 len: 375 time: 0.0089705 Apr 26 14:16:46.102131 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-e7983029-c37c-43f5-9849-692f90449670 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=51ea97fcafba4e8fbdd5c7004c94eafe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489106 Apr 26 14:16:46.199360 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-bff3ccee-7201-4539-8349-a549188518fa service neutron] 10.222.0.23 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850680 Apr 26 14:16:46.296482 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-8eefcd8b-63fa-455a-b7cd-032924fd7adb service neutron] 10.222.0.23 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913939 Apr 26 14:16:46.762389 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1ca23-1c2c-4ffd-82ef-7d1fdae5cb0e req-ab2a9dfb-502a-4e1e-abaa-1b15ee735a3b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:46.763881 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1ef1ca23-1c2c-4ffd-82ef-7d1fdae5cb0e req-ab2a9dfb-502a-4e1e-abaa-1b15ee735a3b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 944 time: 0.0554104 Apr 26 14:16:46.785859 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 19203db7-29e0-4a11-901b-b2736f005d0f details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:16:46.829864 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1ef1ca23-1c2c-4ffd-82ef-7d1fdae5cb0e req-f333bf52-9e54-4df6-ae2d-6ee3d2076f72 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537405 Apr 26 14:16:46.892689 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 19203db7-29e0-4a11-901b-b2736f005d0f, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=19203db7-29e0-4a11-901b-b2736f005d0f,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:46.905539 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': '19203db7-29e0-4a11-901b-b2736f005d0f', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'port_id': '19203db7-29e0-4a11-901b-b2736f005d0f', 'mac_address': 'fa:16:3e:51:4f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:16:46.909775 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bd4f4ba6-a8f8-4427-b9e3-5af8cb74755f req-9b1e65c7-277a-4f2b-b05b-b778e51465eb tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 210 time: 0.0350399 Apr 26 14:16:46.944558 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 19203db7-29e0-4a11-901b-b2736f005d0f is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:46.945031 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (19203db7-29e0-4a11-901b-b2736f005d0f), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:46.962354 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19203db7-29e0-4a11-901b-b2736f005d0f {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:16:46.983492 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 19203db7-29e0-4a11-901b-b2736f005d0f, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=19203db7-29e0-4a11-901b-b2736f005d0f,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:47.032452 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (19203db7-29e0-4a11-901b-b2736f005d0f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:47.078439 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=19203db7-29e0-4a11-901b-b2736f005d0f,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:47.283738 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['19203db7-29e0-4a11-901b-b2736f005d0f'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:16:47.965517 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcf70a-e7c9-40b2-b64a-e89770573a46 req-da0d71cb-607d-4a38-b988-bc2b593454ea tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:47.967022 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c9fcf70a-e7c9-40b2-b64a-e89770573a46 req-da0d71cb-607d-4a38-b988-bc2b593454ea tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 945 time: 0.0624671 Apr 26 14:16:48.013530 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c9fcf70a-e7c9-40b2-b64a-e89770573a46 req-175ccade-3073-42e4-a598-20221f83013a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405896 Apr 26 14:16:48.094185 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1fd16e02-0647-4852-85f1-cd511ea75513 req-ebf74ee1-3d5c-43b0-813f-b6f390039290 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 210 time: 0.0277512 Apr 26 14:16:48.794822 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 19203db7-29e0-4a11-901b-b2736f005d0f up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:16:48.900809 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port 19203db7-29e0-4a11-901b-b2736f005d0f completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:16:48.904728 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port 19203db7-29e0-4a11-901b-b2736f005d0f triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:48.905105 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (19203db7-29e0-4a11-901b-b2736f005d0f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:48.979720 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 19203db7-29e0-4a11-901b-b2736f005d0f is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:16:48.980024 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (19203db7-29e0-4a11-901b-b2736f005d0f), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:49.001290 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19203db7-29e0-4a11-901b-b2736f005d0f'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:16:49.004044 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37679ec1-ae17-4f03-8911-e9476afacb18" -d '{"events": [{"server_uuid": "b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934", "name": "network-vif-plugged", "status": "completed", "tag": "19203db7-29e0-4a11-901b-b2736f005d0f"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:16:49.016278 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 19203db7-29e0-4a11-901b-b2736f005d0f, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=19203db7-29e0-4a11-901b-b2736f005d0f,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:16:49.062047 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa2892e-76d6-4c87-8943-3014093c9b23 x-openstack-request-id: req-afa2892e-76d6-4c87-8943-3014093c9b23 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:16:49.062409 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934", "name": "network-vif-plugged", "status": "completed", "tag": "19203db7-29e0-4a11-901b-b2736f005d0f", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:16:49.062693 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afa2892e-76d6-4c87-8943-3014093c9b23 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:16:49.063095 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa2892e-76d6-4c87-8943-3014093c9b23'] response: {'server_uuid': 'b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19203db7-29e0-4a11-901b-b2736f005d0f', 'code': 200} Apr 26 14:16:49.089569 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (19203db7-29e0-4a11-901b-b2736f005d0f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:49.140471 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=19203db7-29e0-4a11-901b-b2736f005d0f,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:49.187314 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1948ad10-0c2d-4bbc-a91a-2a974b9729ac req-f82627b1-e9bb-4ba2-8f49-9fc53acb78dd tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 210 time: 0.0272002 Apr 26 14:16:49.249833 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c3338-5df6-4034-b880-8248df46608e req-ddac8fd4-4212-4837-b93e-ed053c07f358 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:49.251255 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3f9c3338-5df6-4034-b880-8248df46608e req-ddac8fd4-4212-4837-b93e-ed053c07f358 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.0508864 Apr 26 14:16:49.296114 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3f9c3338-5df6-4034-b880-8248df46608e req-1af66b7b-258f-40d9-8ae9-615df1702895 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387466 Apr 26 14:16:50.281806 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e2df2ff3-f1f2-4715-85a8-71b18ca96d85 req-57924149-3f59-446a-b559-c95b63bf8887 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 210 time: 0.0300820 Apr 26 14:16:50.410108 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50421-6518-434f-85ed-01cfbbb36616 req-e75410d3-9e6a-483d-85b8-032533d97320 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:50.411541 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4aa50421-6518-434f-85ed-01cfbbb36616 req-e75410d3-9e6a-483d-85b8-032533d97320 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.0505788 Apr 26 14:16:50.458227 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4aa50421-6518-434f-85ed-01cfbbb36616 req-c8af6f24-d202-413f-aea0-c8dfe22e01ab tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407193 Apr 26 14:16:51.403466 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27d1e7b8-6f42-4a09-978c-838acbc53f48 req-89a7aef0-eca9-4c97-a484-99820c8bb3f2 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 210 time: 0.0321112 Apr 26 14:16:51.448571 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-9006bca8-de28-4849-9173-4fbbf0372596 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:51.456536 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-9006bca8-de28-4849-9173-4fbbf0372596 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.26 "GET /v2.0/networks?id=0dcd5ba3-49d4-4822-bfaf-5ec655477521 HTTP/1.1" status: 200 len: 809 time: 0.1273758 Apr 26 14:16:51.520903 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-8f1e05d6-b299-4cd9-a4db-52ba5e10a803 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51ea97fcafba4e8fbdd5c7004c94eafe HTTP/1.1" status: 200 len: 379 time: 0.0545268 Apr 26 14:16:51.542014 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-fffd47a3-bcce-4e05-b17f-41b5a0676851 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Request body: {'port': {'device_id': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'admin_state_up': True, 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'security_groups': ['27186429-bd52-41a7-b1a9-be44424f048b']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:51.588518 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d5e18-0887-4b3c-882e-10f81ab202a6 req-4381540d-3aa8-4e75-8cf8-95059d85530e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:51.590075 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-eb4d5e18-0887-4b3c-882e-10f81ab202a6 req-4381540d-3aa8-4e75-8cf8-95059d85530e tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.0639091 Apr 26 14:16:51.661388 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-eb4d5e18-0887-4b3c-882e-10f81ab202a6 req-76657a74-7ce9-45d5-88e0-15b52ead49d9 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594661 Apr 26 14:16:51.666621 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d444c-de0a-4e4b-8c01-8f35d389330a req-2508ff07-cac3-47ba-a9d8-93fb42cfcea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:51.668182 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-297d444c-de0a-4e4b-8c01-8f35d389330a req-2508ff07-cac3-47ba-a9d8-93fb42cfcea5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 1130 time: 0.0811005 Apr 26 14:16:51.730322 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-297d444c-de0a-4e4b-8c01-8f35d389330a req-3f1977cb-17e4-46c4-a19e-ac48606551b2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469673 Apr 26 14:16:51.786768 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-fffd47a3-bcce-4e05-b17f-41b5a0676851 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Made reservation on behalf of 51ea97fcafba4e8fbdd5c7004c94eafe for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:16:51.793035 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-fffd47a3-bcce-4e05-b17f-41b5a0676851 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:51.915604 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-fffd47a3-bcce-4e05-b17f-41b5a0676851 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Allocated IP 172.20.0.4 (0dcd5ba3-49d4-4822-bfaf-5ec655477521/cf361080-b6b9-422a-98fc-a4ec7d470974/9fb27f6a-f71d-4cc9-b31d-afcd61b0c670) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:16:52.052320 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-fffd47a3-bcce-4e05-b17f-41b5a0676851 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:52.175977 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-fffd47a3-bcce-4e05-b17f-41b5a0676851 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:52.215619 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-fffd47a3-bcce-4e05-b17f-41b5a0676851 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Network 0dcd5ba3-49d4-4822-bfaf-5ec655477521 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:16:52.218689 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-fffd47a3-bcce-4e05-b17f-41b5a0676851 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:16:52.222238 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-fffd47a3-bcce-4e05-b17f-41b5a0676851 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:16:52.251528 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd47a3-bcce-4e05-b17f-41b5a0676851 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Pushing event updated for resources: {'Port': ['ID=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:52.282389 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-fffd47a3-bcce-4e05-b17f-41b5a0676851 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:52.283031 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-fffd47a3-bcce-4e05-b17f-41b5a0676851 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:52.366497 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-fffd47a3-bcce-4e05-b17f-41b5a0676851 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8314090 Apr 26 14:16:52.381652 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Request body: {'port': {'device_id': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:52.456548 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:52.475306 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-34b23c9c-092f-4d10-ae50-91b53d960467 None None] Provisioning complete for port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:16:52.478059 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-34b23c9c-092f-4d10-ae50-91b53d960467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:52.511028 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-34b23c9c-092f-4d10-ae50-91b53d960467 None None] Port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:16:52.785839 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763278a-08d2-4433-98e2-34ea944cd646 req-2a6562c6-f2d9-4055-b306-4c183f33deb5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:52.787464 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6763278a-08d2-4433-98e2-34ea944cd646 req-2a6562c6-f2d9-4055-b306-4c183f33deb5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.0543568 Apr 26 14:16:52.837894 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6763278a-08d2-4433-98e2-34ea944cd646 req-94efa765-f8b4-472c-ab6d-11d2354a01c4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435848 Apr 26 14:16:52.876661 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076a4f4-d8f2-435e-8f3f-8dc67523b964 req-0b864ab2-89fb-4621-a73c-6be220dd4734 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:52.878788 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5076a4f4-d8f2-435e-8f3f-8dc67523b964 req-0b864ab2-89fb-4621-a73c-6be220dd4734 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 931 time: 0.3953876 Apr 26 14:16:52.981413 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5076a4f4-d8f2-435e-8f3f-8dc67523b964 req-5b7e46bd-8106-4759-b0fb-72103333a6e7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932899 Apr 26 14:16:53.053890 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:16:53.061601 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Publish callbacks [] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:53.076620 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Transition to ACTIVE for port object 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:16:53.181153 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:53.231920 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:53.304627 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Attempting to bind port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:16:53.304983 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Attempting to bind port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '61779730-b4cd-40aa-bf01-7af24d6d169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:16:53.305276 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Attempting to bind port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 on network 0dcd5ba3-49d4-4822-bfaf-5ec655477521 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:16:53.310226 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 on network 0dcd5ba3-49d4-4822-bfaf-5ec655477521 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:16:53.310543 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Attempting to bind port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 on network 0dcd5ba3-49d4-4822-bfaf-5ec655477521 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:16:53.316124 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:16:53.316460 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Checking segment: {'id': '61779730-b4cd-40aa-bf01-7af24d6d169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:16:53.316832 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Bound using segment: {'id': '61779730-b4cd-40aa-bf01-7af24d6d169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:16:53.317249 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Bound port: 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61779730-b4cd-40aa-bf01-7af24d6d169a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:16:53.317598 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:53.380588 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] For port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:16:53.383492 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] For port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:16:53.461423 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:53.495506 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:53.496162 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:53.497663 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] 10.222.0.26 "PUT /v2.0/ports/9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 HTTP/1.1" status: 200 len: 1093 time: 1.1212423 Apr 26 14:16:53.499999 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'tag': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:16:53.514867 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8a46fb-7dfd-4c0a-9229-bb9493b2348a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4", "tag": "9fb27f6a-f71d-4cc9-b31d-afcd61b0c670"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:16:53.529718 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff8b16-6f0a-48cc-822a-a32c4bf95b69 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:53.541578 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c8a9f0-6580-4cad-88a6-796d0cd87dda x-openstack-request-id: req-39c8a9f0-6580-4cad-88a6-796d0cd87dda {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:16:53.541880 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4", "tag": "9fb27f6a-f71d-4cc9-b31d-afcd61b0c670", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:16:53.542165 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39c8a9f0-6580-4cad-88a6-796d0cd87dda {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:16:53.546089 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c8a9f0-6580-4cad-88a6-796d0cd87dda'] response: {'name': 'network-changed', 'server_uuid': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'tag': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670', 'status': 'completed', 'code': 200} Apr 26 14:16:53.625292 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a46fb-7dfd-4c0a-9229-bb9493b2348a req-faaccfd6-abb8-4f8e-8c10-50f320c4ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:53.626889 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6a8a46fb-7dfd-4c0a-9229-bb9493b2348a req-faaccfd6-abb8-4f8e-8c10-50f320c4ee94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51ea97fcafba4e8fbdd5c7004c94eafe&device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 1127 time: 0.0551369 Apr 26 14:16:53.737503 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a46fb-7dfd-4c0a-9229-bb9493b2348a req-51a62d8e-febb-439a-9f16-201ceb169d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:53.739024 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6a8a46fb-7dfd-4c0a-9229-bb9493b2348a req-51a62d8e-febb-439a-9f16-201ceb169d4f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=51ea97fcafba4e8fbdd5c7004c94eafe&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1010990 Apr 26 14:16:53.833620 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a46fb-7dfd-4c0a-9229-bb9493b2348a req-0b0b7e84-b77d-404f-90ca-94bbd26abe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:53.835099 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6a8a46fb-7dfd-4c0a-9229-bb9493b2348a req-0b0b7e84-b77d-404f-90ca-94bbd26abe9a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891178 Apr 26 14:16:53.935583 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-8bfa04b1-c498-4cdb-a116-d8ac70643eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:53.937030 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-8bfa04b1-c498-4cdb-a116-d8ac70643eda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51ea97fcafba4e8fbdd5c7004c94eafe&device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 1127 time: 0.0663288 Apr 26 14:16:53.985811 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-c653d4fb-405f-4995-8d41-21379d11cfd9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 HTTP/1.1" status: 200 len: 217 time: 0.0403686 Apr 26 14:16:53.997038 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c59351-1f30-41bd-accb-c0bef549bbba req-9c981885-2ad6-4d3a-8bd8-47a36200c6fc tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:53.998430 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-46c59351-1f30-41bd-accb-c0bef549bbba req-9c981885-2ad6-4d3a-8bd8-47a36200c6fc tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.0933242 Apr 26 14:16:54.069246 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-870e4034-ce59-44e8-86d2-fe080393be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:54.070755 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-870e4034-ce59-44e8-86d2-fe080393be5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf361080-b6b9-422a-98fc-a4ec7d470974 HTTP/1.1" status: 200 len: 848 time: 0.0714622 Apr 26 14:16:54.077592 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-46c59351-1f30-41bd-accb-c0bef549bbba req-0dcc14da-c2c9-48d1-a8ea-c26a4284fbde tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715680 Apr 26 14:16:54.120709 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-7e52f7b5-6251-4ae8-95b5-927e2e8827ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:54.122353 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-7e52f7b5-6251-4ae8-95b5-927e2e8827ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0dcd5ba3-49d4-4822-bfaf-5ec655477521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439136 Apr 26 14:16:54.126115 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30f429-41b1-4c04-9ce8-056008c3d099 req-41aebfc1-1939-404e-9d94-7a224a03829c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:54.127639 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3c30f429-41b1-4c04-9ce8-056008c3d099 req-41aebfc1-1939-404e-9d94-7a224a03829c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.0759630 Apr 26 14:16:54.176901 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3c30f429-41b1-4c04-9ce8-056008c3d099 req-d772b3d2-5db6-4fba-91b0-1eb966734076 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431478 Apr 26 14:16:54.255791 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b717f6-77c9-495b-bcde-bfc38e2e9fc2 req-c8c5427e-f69b-42a5-8365-0b926e5b7955 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:54.257275 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-96b717f6-77c9-495b-bcde-bfc38e2e9fc2 req-c8c5427e-f69b-42a5-8365-0b926e5b7955 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.1086915 Apr 26 14:16:54.259054 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-18e7ff9a-0b7c-4f79-bc79-51da7c30da22 service neutron] 10.222.0.26 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288891 Apr 26 14:16:54.266213 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 32918) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:54.271507 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-ce8e4f11-c9bd-4bc5-bfb5-f6f003fcaba5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Request body: {'floatingip': {'port_id': '19203db7-29e0-4a11-901b-b2736f005d0f'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:16:54.314809 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ce8e4f11-c9bd-4bc5-bfb5-f6f003fcaba5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (4d873d74-3032-4024-be60-c4a391c1fc14), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:54.360139 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b56db17-2e9f-4fb4-ba17-c074f5ae0fde req-9e24e741-9533-4d49-8f79-82bd0bee21e0 service neutron] 10.222.0.26 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944331 Apr 26 14:16:54.743654 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ce8e4f11-c9bd-4bc5-bfb5-f6f003fcaba5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:54.793133 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 32928) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:54.814946 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ce8e4f11-c9bd-4bc5-bfb5-f6f003fcaba5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (4d873d74-3032-4024-be60-c4a391c1fc14), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:54.902785 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:54.951971 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-ce8e4f11-c9bd-4bc5-bfb5-f6f003fcaba5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Floating IP 4d873d74-3032-4024-be60-c4a391c1fc14 associated. External IP: 172.27.1.9, port: 19203db7-29e0-4a11-901b-b2736f005d0f. Apr 26 14:16:55.073418 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Publish callbacks [] for security_group (dc437533-3340-4689-bbff-5801ed908e17), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:55.144434 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (dc437533-3340-4689-bbff-5801ed908e17), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:55.192584 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc437533-3340-4689-bbff-5801ed908e17,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:55.199161 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eadb79dd46ed4dc6aad22adf06a5f80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050314 Apr 26 14:16:55.201859 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 32934) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:16:55.206577 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:55.206930 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:55.207277 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:55.207618 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:55.207953 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:55.208631 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:55.208631 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:55.208915 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:55.209243 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:55.209591 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:55.209883 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:55.210359 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:55.210556 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cb7f62-019c-49cb-b73b-e774362b6475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:16:55.247962 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8e4f11-c9bd-4bc5-bfb5-f6f003fcaba5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Router 0cc3e767-b818-4c36-8b88-39ff45604e12 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:16:55.269499 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-717ed2aa-0dc1-4010-9a56-2b11a4cc4aea admin admin] Publish callbacks [] for security_group (dc437533-3340-4689-bbff-5801ed908e17), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:55.291104 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-717ed2aa-0dc1-4010-9a56-2b11a4cc4aea admin admin] Publish callbacks [] for security_group (dc437533-3340-4689-bbff-5801ed908e17), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:55.380846 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfeeb3a-1b7c-4a06-a841-76b3e3093805 req-ce703e91-ef28-4c44-bf43-cf54033f76c0 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:55.382378 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-edfeeb3a-1b7c-4a06-a841-76b3e3093805 req-ce703e91-ef28-4c44-bf43-cf54033f76c0 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.1306765 Apr 26 14:16:55.408770 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-717ed2aa-0dc1-4010-9a56-2b11a4cc4aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (dc437533-3340-4689-bbff-5801ed908e17), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:55.411625 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-717ed2aa-0dc1-4010-9a56-2b11a4cc4aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:55.412962 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-717ed2aa-0dc1-4010-9a56-2b11a4cc4aea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc437533-3340-4689-bbff-5801ed908e17 HTTP/1.1" status: 204 len: 168 time: 0.2099311 Apr 26 14:16:55.421378 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ed2aa-0dc1-4010-9a56-2b11a4cc4aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc437533-3340-4689-bbff-5801ed908e17,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:16:55.435154 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8e4f11-c9bd-4bc5-bfb5-f6f003fcaba5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:16:55.435154 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ce8e4f11-c9bd-4bc5-bfb5-f6f003fcaba5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:55.449208 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4908328-50da-4e91-8c2a-c75e80e53d43 None None] Sync routers for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:16:55.462906 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4908328-50da-4e91-8c2a-c75e80e53d43 None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:55.463711 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-f4908328-50da-4e91-8c2a-c75e80e53d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:16:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:55.480091 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-edfeeb3a-1b7c-4a06-a841-76b3e3093805 req-a017f07b-eeca-4247-ab22-87a59ad30287 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914567 Apr 26 14:16:55.490308 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ce8e4f11-c9bd-4bc5-bfb5-f6f003fcaba5 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "PUT /v2.0/floatingips/4d873d74-3032-4024-be60-c4a391c1fc14 HTTP/1.1" status: 200 len: 990 time: 1.2189975 Apr 26 14:16:55.498081 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934', 'tag': '19203db7-29e0-4a11-901b-b2736f005d0f'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:16:55.498081 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478595fd5860eeef178e2f17bc4da562bcc5ac2bcb416f5f119a8a02bbcefaa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24edf8dd-b35e-4833-8331-68402eb4c85c" -d '{"events": [{"name": "network-changed", "server_uuid": "b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934", "tag": "19203db7-29e0-4a11-901b-b2736f005d0f"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:16:55.530576 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13612459-0860-4f42-b643-302e74b9a4d8 x-openstack-request-id: req-13612459-0860-4f42-b643-302e74b9a4d8 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:16:55.530891 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934", "tag": "19203db7-29e0-4a11-901b-b2736f005d0f", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:16:55.531143 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13612459-0860-4f42-b643-302e74b9a4d8 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:16:55.531550 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13612459-0860-4f42-b643-302e74b9a4d8'] response: {'name': 'network-changed', 'server_uuid': 'b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934', 'tag': '19203db7-29e0-4a11-901b-b2736f005d0f', 'status': 'completed', 'code': 200} Apr 26 14:16:55.577098 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-f4908328-50da-4e91-8c2a-c75e80e53d43 None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:55.598808 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edf8dd-b35e-4833-8331-68402eb4c85c req-8f28811b-96e4-46da-8d77-66b0b2f9165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:55.600343 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24edf8dd-b35e-4833-8331-68402eb4c85c req-8f28811b-96e4-46da-8d77-66b0b2f9165c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 1130 time: 0.0459836 Apr 26 14:16:55.694068 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edf8dd-b35e-4833-8331-68402eb4c85c req-b65ae57f-cc86-490f-9fbc-a0012906866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:55.695556 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24edf8dd-b35e-4833-8331-68402eb4c85c req-b65ae57f-cc86-490f-9fbc-a0012906866f service neutron] 10.222.0.26 "GET /v2.0/networks?id=db62da73-59c6-4f6f-98fa-3d9fee96e03d HTTP/1.1" status: 200 len: 916 time: 0.0881407 Apr 26 14:16:55.765881 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24edf8dd-b35e-4833-8331-68402eb4c85c req-a07d6bb5-7698-414d-9198-5825fd398832 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19203db7-29e0-4a11-901b-b2736f005d0f HTTP/1.1" status: 200 len: 998 time: 0.0641646 Apr 26 14:16:55.814196 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-f4908328-50da-4e91-8c2a-c75e80e53d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '4d873d74-3032-4024-be60-c4a391c1fc14', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': '19203db7-29e0-4a11-901b-b2736f005d0f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:51:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:16:37Z', 'updated_at': '2022-04-26T14:16:54Z', 'revision_number': 1, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:55.822675 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edf8dd-b35e-4833-8331-68402eb4c85c req-c9df9c97-d09d-4eb5-a9e5-cd78ca577895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:55.824197 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24edf8dd-b35e-4833-8331-68402eb4c85c req-c9df9c97-d09d-4eb5-a9e5-cd78ca577895 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e744dae-ccf5-4501-bded-a8905e9a6bf5 HTTP/1.1" status: 200 len: 854 time: 0.0530021 Apr 26 14:16:55.846362 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4908328-50da-4e91-8c2a-c75e80e53d43 None None] Checking router: 0cc3e767-b818-4c36-8b88-39ff45604e12 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:16:55.855227 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4908328-50da-4e91-8c2a-c75e80e53d43 None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:16:55.855842 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-f4908328-50da-4e91-8c2a-c75e80e53d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:16:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:55.875112 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edf8dd-b35e-4833-8331-68402eb4c85c req-7eda9c6a-f9d7-4fd3-ba8a-acd47c20e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:55.876709 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24edf8dd-b35e-4833-8331-68402eb4c85c req-7eda9c6a-f9d7-4fd3-ba8a-acd47c20e4c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db62da73-59c6-4f6f-98fa-3d9fee96e03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466530 Apr 26 14:16:55.962502 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-f4908328-50da-4e91-8c2a-c75e80e53d43 None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:16:55.965784 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24edf8dd-b35e-4833-8331-68402eb4c85c req-d7eb2de3-bc8f-4669-9067-0ecb7d81f5cc service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827405 Apr 26 14:16:56.065239 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24edf8dd-b35e-4833-8331-68402eb4c85c req-6f360616-6d6e-4ccf-a3f4-e5e886502997 service neutron] 10.222.0.26 "GET /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923977 Apr 26 14:16:56.193652 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-f4908328-50da-4e91-8c2a-c75e80e53d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '4d873d74-3032-4024-be60-c4a391c1fc14', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': '19203db7-29e0-4a11-901b-b2736f005d0f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:51:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:16:37Z', 'updated_at': '2022-04-26T14:16:54Z', 'revision_number': 1, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:16:56.228748 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4908328-50da-4e91-8c2a-c75e80e53d43 None None] The sync data for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi is: [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '4d873d74-3032-4024-be60-c4a391c1fc14', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'port_id': '19203db7-29e0-4a11-901b-b2736f005d0f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'mac_address': 'fa:16:3e:51:4f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:16:37Z', 'updated_at': '2022-04-26T14:16:54Z', 'revision_number': 1, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:16:56.307061 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f6a9bc5a-6b19-45a8-88c2-9c0979e5cd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:56.433330 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f020b1-bfcb-4463-ac82-a70464e2cc74 None None] New status for floating IP 4d873d74-3032-4024-be60-c4a391c1fc14: ACTIVE {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:16:56.614645 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3bf63-4310-46b5-8e6e-28bbda8ef0a9 req-fe9f6667-a493-41c2-bb36-b84f7cb80c98 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:56.616156 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5da3bf63-4310-46b5-8e6e-28bbda8ef0a9 req-fe9f6667-a493-41c2-bb36-b84f7cb80c98 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.0616708 Apr 26 14:16:56.666493 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5da3bf63-4310-46b5-8e6e-28bbda8ef0a9 req-839a4119-f356-40a7-824a-f61e0b4b6d55 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442765 Apr 26 14:16:57.789105 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e8f35-cead-4b44-b4fd-4a7460105d1b req-0bf99428-0d41-44ed-9b89-b133e8e0233d tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:57.790708 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-170e8f35-cead-4b44-b4fd-4a7460105d1b req-0bf99428-0d41-44ed-9b89-b133e8e0233d tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.0523174 Apr 26 14:16:57.837867 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-170e8f35-cead-4b44-b4fd-4a7460105d1b req-51ba146b-3e58-40ba-b4b3-a3e7f54c3bfe tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416520 Apr 26 14:16:58.478110 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-bc8c7e73-3670-447c-b1f8-c41f5c03db66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:16:58.954803 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34523439-bbc8-4d6c-87fa-bcf686444827 req-c11a1c77-1385-452b-9cf0-19458f50f902 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:16:58.956809 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-34523439-bbc8-4d6c-87fa-bcf686444827 req-c11a1c77-1385-452b-9cf0-19458f50f902 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.0537226 Apr 26 14:16:59.008584 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-34523439-bbc8-4d6c-87fa-bcf686444827 req-5cd9d52b-99b0-4c46-94f4-a1dbe8ed3435 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460372 Apr 26 14:16:59.757495 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:00.128471 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09899b-394f-4851-b0ab-38ff17d2fa76 req-c7504e3d-1fde-4bcf-98af-52c1ac0b81d2 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:00.129931 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cc09899b-394f-4851-b0ab-38ff17d2fa76 req-c7504e3d-1fde-4bcf-98af-52c1ac0b81d2 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.0551741 Apr 26 14:17:00.176360 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cc09899b-394f-4851-b0ab-38ff17d2fa76 req-9f345721-bd6b-47f3-a579-3c3368a00f45 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409620 Apr 26 14:17:01.292276 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437330e-94b6-4cf9-98e3-b49633d3e8b7 req-28d47169-de3e-45c8-ba78-6811f96c104d tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:01.293771 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c437330e-94b6-4cf9-98e3-b49633d3e8b7 req-28d47169-de3e-45c8-ba78-6811f96c104d tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.0522561 Apr 26 14:17:01.343991 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c437330e-94b6-4cf9-98e3-b49633d3e8b7 req-5b606588-e9ff-42f8-92ff-76be25452bb5 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439680 Apr 26 14:17:01.349471 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:01.418933 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 33034) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:01.525298 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1cbb0da1-9d47-462b-a627-a1b39a4c5229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:01.596570 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1cbb0da1-9d47-462b-a627-a1b39a4c5229 admin admin] Publish callbacks [] for security_group (4d7165d8-c06c-4ee3-adb7-6289bf3d2830), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:01.659626 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1cbb0da1-9d47-462b-a627-a1b39a4c5229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (4d7165d8-c06c-4ee3-adb7-6289bf3d2830), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:01.696444 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-1cbb0da1-9d47-462b-a627-a1b39a4c5229 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7de67493e8c41fdb4fbb34ef531130c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765071 Apr 26 14:17:01.697280 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb0da1-9d47-462b-a627-a1b39a4c5229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7165d8-c06c-4ee3-adb7-6289bf3d2830,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:01.699247 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33038) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:01.746873 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dae366b1-d4c3-4006-a957-b3569cf962f5 admin admin] Publish callbacks [] for security_group (4d7165d8-c06c-4ee3-adb7-6289bf3d2830), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:01.766981 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dae366b1-d4c3-4006-a957-b3569cf962f5 admin admin] Publish callbacks [] for security_group (4d7165d8-c06c-4ee3-adb7-6289bf3d2830), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:01.900730 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dae366b1-d4c3-4006-a957-b3569cf962f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (4d7165d8-c06c-4ee3-adb7-6289bf3d2830), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:01.903409 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dae366b1-d4c3-4006-a957-b3569cf962f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:01.905826 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-dae366b1-d4c3-4006-a957-b3569cf962f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d7165d8-c06c-4ee3-adb7-6289bf3d2830 HTTP/1.1" status: 204 len: 168 time: 0.2037191 Apr 26 14:17:01.912177 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae366b1-d4c3-4006-a957-b3569cf962f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7165d8-c06c-4ee3-adb7-6289bf3d2830,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:02.459688 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 33048) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:02.465273 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ef9b9-b894-41b8-b381-a8d5c13621d6 req-cb927dc3-c734-4c54-8a09-3886edee52b0 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:02.466811 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e92ef9b9-b894-41b8-b381-a8d5c13621d6 req-cb927dc3-c734-4c54-8a09-3886edee52b0 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.0559149 Apr 26 14:17:02.473535 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1f943ea0-58d9-46de-a33a-7afeb6105a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:02.520466 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e92ef9b9-b894-41b8-b381-a8d5c13621d6 req-a432c72e-b47f-4d32-9eb6-bb410b264760 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470140 Apr 26 14:17:02.529594 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:02.552456 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1f943ea0-58d9-46de-a33a-7afeb6105a29 admin admin] Publish callbacks [] for security_group (5b46447d-7ff4-439d-8e8e-ece5cee7a161), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:02.620834 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1f943ea0-58d9-46de-a33a-7afeb6105a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (5b46447d-7ff4-439d-8e8e-ece5cee7a161), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:02.657933 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-1f943ea0-58d9-46de-a33a-7afeb6105a29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2cd40429ac6450e8953cd8473cbbd20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970592 Apr 26 14:17:02.659476 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f943ea0-58d9-46de-a33a-7afeb6105a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b46447d-7ff4-439d-8e8e-ece5cee7a161,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:02.661278 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33050) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:02.708207 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-74df3450-7bd1-45f8-81fe-b1cf01c69527 admin admin] Publish callbacks [] for security_group (5b46447d-7ff4-439d-8e8e-ece5cee7a161), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:02.729265 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-74df3450-7bd1-45f8-81fe-b1cf01c69527 admin admin] Publish callbacks [] for security_group (5b46447d-7ff4-439d-8e8e-ece5cee7a161), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:02.854139 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-74df3450-7bd1-45f8-81fe-b1cf01c69527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (5b46447d-7ff4-439d-8e8e-ece5cee7a161), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:02.856736 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-74df3450-7bd1-45f8-81fe-b1cf01c69527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:02.857868 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-74df3450-7bd1-45f8-81fe-b1cf01c69527 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b46447d-7ff4-439d-8e8e-ece5cee7a161 HTTP/1.1" status: 204 len: 168 time: 0.1954973 Apr 26 14:17:02.862999 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:17:02.865734 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df3450-7bd1-45f8-81fe-b1cf01c69527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b46447d-7ff4-439d-8e8e-ece5cee7a161,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:03.096504 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:17:03.107530 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'port_id': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670', 'mac_address': 'fa:16:3e:42:9e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:17:03.146345 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:17:03.146755 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:03.163541 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:17:03.183441 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:17:03.255164 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:03.302897 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:03.310527 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:03.310864 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:03.311209 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:03.311546 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:03.312034 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:03.312391 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:03.312721 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:03.313098 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:03.313430 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:03.313761 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:03.314111 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:03.315020 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:03.315343 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:03.513832 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['9fb27f6a-f71d-4cc9-b31d-afcd61b0c670'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:17:03.644233 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b604ba-f773-4d5b-9d4c-41d8bdb06dbf req-380909e9-ee3a-441b-aa46-f9d83b6d3da2 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:03.645736 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-00b604ba-f773-4d5b-9d4c-41d8bdb06dbf req-380909e9-ee3a-441b-aa46-f9d83b6d3da2 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 944 time: 0.0551479 Apr 26 14:17:03.694308 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-00b604ba-f773-4d5b-9d4c-41d8bdb06dbf req-8cf9ad63-8f86-4dea-87de-2870f1518b3a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425138 Apr 26 14:17:04.808618 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1b44d-fa07-4e1d-b027-3911f38e21c9 req-0063377b-ecc9-4360-b9dc-1557bf8e74bb tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:04.810122 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b4e1b44d-fa07-4e1d-b027-3911f38e21c9 req-0063377b-ecc9-4360-b9dc-1557bf8e74bb tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 944 time: 0.0516708 Apr 26 14:17:04.858750 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b4e1b44d-fa07-4e1d-b027-3911f38e21c9 req-6c9d2246-3260-4ebe-b0ae-787a02c05563 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429735 Apr 26 14:17:04.880365 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:17:04.991112 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:17:04.995053 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:17:04.995420 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:05.073902 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:17:05.074334 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:05.096785 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:17:05.099037 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bdb067-b4ee-4d6f-b54f-4b4952b14487" -d '{"events": [{"server_uuid": "8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4", "name": "network-vif-plugged", "status": "completed", "tag": "9fb27f6a-f71d-4cc9-b31d-afcd61b0c670"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:17:05.110559 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:17:05.133989 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17934948-1f93-47b6-ade1-1605cb575544 x-openstack-request-id: req-17934948-1f93-47b6-ade1-1605cb575544 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:17:05.134308 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4", "name": "network-vif-plugged", "status": "completed", "tag": "9fb27f6a-f71d-4cc9-b31d-afcd61b0c670", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:17:05.134561 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17934948-1f93-47b6-ade1-1605cb575544 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:17:05.134979 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17934948-1f93-47b6-ade1-1605cb575544'] response: {'server_uuid': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670', 'code': 200} Apr 26 14:17:05.203525 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:05.250759 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:05.504600 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b97409-9797-406d-8d7b-35d7fc32f803 req-d5405baa-fd27-4df2-8464-a562922e0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:05.506100 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-86b97409-9797-406d-8d7b-35d7fc32f803 req-d5405baa-fd27-4df2-8464-a562922e0d5d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 1129 time: 0.0449514 Apr 26 14:17:05.555559 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-86b97409-9797-406d-8d7b-35d7fc32f803 req-4784e566-c84c-47d7-a424-98e945480f4d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393069 Apr 26 14:17:05.973418 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23e654-f38c-423c-aec4-16fef3d5681a req-ce1a7b14-6718-4219-ac79-f5895e0f1dbe tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:05.974914 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd23e654-f38c-423c-aec4-16fef3d5681a req-ce1a7b14-6718-4219-ac79-f5895e0f1dbe tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0527353 Apr 26 14:17:06.021829 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd23e654-f38c-423c-aec4-16fef3d5681a req-57535742-7d96-432f-8487-e1dd7ae25c21 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413117 Apr 26 14:17:07.137444 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5443a-1e2e-4b25-b08f-7b67f35ebc9a req-0ee5ba57-4cb2-4732-a797-0cd343cb6bab tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:07.138922 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-14c5443a-1e2e-4b25-b08f-7b67f35ebc9a req-0ee5ba57-4cb2-4732-a797-0cd343cb6bab tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0512094 Apr 26 14:17:07.188792 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-14c5443a-1e2e-4b25-b08f-7b67f35ebc9a req-38b8c221-5586-4e4b-ad17-4b61e2a2e606 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443625 Apr 26 14:17:07.302484 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8f457-9fa9-4f30-a2be-97bd556a5f4f req-5a0944c8-cd57-4dcc-acfb-fdfeaa790f55 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:07.303706 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-40a8f457-9fa9-4f30-a2be-97bd556a5f4f req-5a0944c8-cd57-4dcc-acfb-fdfeaa790f55 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0511258 Apr 26 14:17:07.354098 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-40a8f457-9fa9-4f30-a2be-97bd556a5f4f req-30519423-1713-458f-a12e-05062c5a8d78 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449595 Apr 26 14:17:07.375436 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33112) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:07.451853 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:17:07.558857 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c633522f-fd71-4732-b824-9926753e2d0c tempest-TestShelveInstance-174425804 tempest-TestShelveInstance-174425804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:07.560544 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-c633522f-fd71-4732-b824-9926753e2d0c tempest-TestShelveInstance-174425804 tempest-TestShelveInstance-174425804-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 1124 time: 0.1838636 Apr 26 14:17:07.563226 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33116) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:07.567516 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Request body: {'floatingip': {'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'port_id': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:17:07.637593 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:07.735739 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:07.835930 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Allocated IP 172.27.1.114 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/e8cb454f-982c-4945-bb24-38c6c80df945) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:17:07.935124 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for port (e8cb454f-982c-4945-bb24-38c6c80df945), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:08.032525 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (e8cb454f-982c-4945-bb24-38c6c80df945), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:08.069400 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:17:08.072242 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:17:08.077510 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:17:08.083157 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Pushing event updated for resources: {'Port': ['ID=e8cb454f-982c-4945-bb24-38c6c80df945,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:08.419408 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for floatingip (f6166ccf-e921-4f3b-8de5-780775b497a8), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:08.543213 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (e8cb454f-982c-4945-bb24-38c6c80df945), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:08.687333 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for port (e8cb454f-982c-4945-bb24-38c6c80df945), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:08.746263 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (e8cb454f-982c-4945-bb24-38c6c80df945), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:08.810522 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Pushing event updated for resources: {'Port': ['ID=e8cb454f-982c-4945-bb24-38c6c80df945,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:08.821671 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (f6166ccf-e921-4f3b-8de5-780775b497a8), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:08.921099 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Floating IP f6166ccf-e921-4f3b-8de5-780775b497a8 associated. External IP: 172.27.1.114, port: 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670. Apr 26 14:17:09.125516 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Router 26034698-9fd1-4574-986f-ae0dfe9faa57 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:17:09.230865 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:17:09.240790 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba730dd2-7eff-4ffe-a86e-5b57b34b545a None None] Sync routers for ids ['26034698-9fd1-4574-986f-ae0dfe9faa57'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:17:09.249945 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba730dd2-7eff-4ffe-a86e-5b57b34b545a None None] Routers {'26034698-9fd1-4574-986f-ae0dfe9faa57'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:17:09.250572 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-ba730dd2-7eff-4ffe-a86e-5b57b34b545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:16:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['26034698-9fd1-4574-986f-ae0dfe9faa57'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:17:09.342682 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:09.366727 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-ba730dd2-7eff-4ffe-a86e-5b57b34b545a None None] Set router 26034698-9fd1-4574-986f-ae0dfe9faa57 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:17:09.372496 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-78ddf5db-7eca-4818-933d-ee32e14abdd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8082864 Apr 26 14:17:09.373138 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'tag': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:17:09.375506 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8699fc19-61e0-413c-891f-41da78564788" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4", "tag": "9fb27f6a-f71d-4cc9-b31d-afcd61b0c670"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:17:09.410813 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bbfd5d-0bfd-44a0-9b7a-506136ef2a5d x-openstack-request-id: req-93bbfd5d-0bfd-44a0-9b7a-506136ef2a5d {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:17:09.411130 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4", "tag": "9fb27f6a-f71d-4cc9-b31d-afcd61b0c670", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:17:09.411389 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93bbfd5d-0bfd-44a0-9b7a-506136ef2a5d {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:17:09.411797 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93bbfd5d-0bfd-44a0-9b7a-506136ef2a5d'] response: {'name': 'network-changed', 'server_uuid': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'tag': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670', 'status': 'completed', 'code': 200} Apr 26 14:17:09.591028 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-ba730dd2-7eff-4ffe-a86e-5b57b34b545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a94e6295-44be-4d7c-874f-027098527324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:14Z', 'updated_at': '2022-04-26T14:16:17Z', 'revision_number': 4, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'gw_port': {'id': 'a94e6295-44be-4d7c-874f-027098527324', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:15Z', 'updated_at': '2022-04-26T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'f6166ccf-e921-4f3b-8de5-780775b497a8', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'port_id': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'mac_address': 'fa:16:3e:42:9e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:17:08Z', 'updated_at': '2022-04-26T14:17:08Z', 'revision_number': 0, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5c8468-01c3-4a96-a087-1b79d91284ab', 'name': '', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'mac_address': 'fa:16:3e:a8:e9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:17Z', 'updated_at': '2022-04-26T14:16:21Z', 'revision_number': 5, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'subnets': [{'id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:17:09.621194 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba730dd2-7eff-4ffe-a86e-5b57b34b545a None None] Checking router: 26034698-9fd1-4574-986f-ae0dfe9faa57 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:17:09.629352 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba730dd2-7eff-4ffe-a86e-5b57b34b545a None None] Routers {'26034698-9fd1-4574-986f-ae0dfe9faa57'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:17:09.629949 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-ba730dd2-7eff-4ffe-a86e-5b57b34b545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:16:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['26034698-9fd1-4574-986f-ae0dfe9faa57'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:17:09.649205 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699fc19-61e0-413c-891f-41da78564788 req-29296a63-0ab1-42d0-a544-11f31c6ae394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:09.650780 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8699fc19-61e0-413c-891f-41da78564788 req-29296a63-0ab1-42d0-a544-11f31c6ae394 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51ea97fcafba4e8fbdd5c7004c94eafe&device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 1129 time: 0.0436742 Apr 26 14:17:09.738237 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-ba730dd2-7eff-4ffe-a86e-5b57b34b545a None None] Set router 26034698-9fd1-4574-986f-ae0dfe9faa57 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:17:09.741669 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699fc19-61e0-413c-891f-41da78564788 req-c46faf2f-a55c-4343-84fc-72276e59cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:09.743154 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8699fc19-61e0-413c-891f-41da78564788 req-c46faf2f-a55c-4343-84fc-72276e59cd46 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0dcd5ba3-49d4-4822-bfaf-5ec655477521 HTTP/1.1" status: 200 len: 910 time: 0.0864365 Apr 26 14:17:09.821792 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8699fc19-61e0-413c-891f-41da78564788 req-29025042-21c7-41b6-b52f-16467d1f46eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 HTTP/1.1" status: 200 len: 999 time: 0.0698376 Apr 26 14:17:09.875804 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699fc19-61e0-413c-891f-41da78564788 req-b10f8f11-5380-476a-a1ae-7ac5cb87b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:09.877938 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8699fc19-61e0-413c-891f-41da78564788 req-b10f8f11-5380-476a-a1ae-7ac5cb87b4b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf361080-b6b9-422a-98fc-a4ec7d470974 HTTP/1.1" status: 200 len: 848 time: 0.0492585 Apr 26 14:17:09.988314 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-ba730dd2-7eff-4ffe-a86e-5b57b34b545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a94e6295-44be-4d7c-874f-027098527324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:14Z', 'updated_at': '2022-04-26T14:16:17Z', 'revision_number': 4, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'gw_port': {'id': 'a94e6295-44be-4d7c-874f-027098527324', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:15Z', 'updated_at': '2022-04-26T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'f6166ccf-e921-4f3b-8de5-780775b497a8', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'port_id': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'mac_address': 'fa:16:3e:42:9e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:17:08Z', 'updated_at': '2022-04-26T14:17:08Z', 'revision_number': 0, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5c8468-01c3-4a96-a087-1b79d91284ab', 'name': '', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'mac_address': 'fa:16:3e:a8:e9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:17Z', 'updated_at': '2022-04-26T14:16:21Z', 'revision_number': 5, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'subnets': [{'id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:17:10.015661 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba730dd2-7eff-4ffe-a86e-5b57b34b545a None None] The sync data for ids ['26034698-9fd1-4574-986f-ae0dfe9faa57'] in dv-cinder-835133-2-iscsi is: [{'id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a94e6295-44be-4d7c-874f-027098527324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:14Z', 'updated_at': '2022-04-26T14:16:17Z', 'revision_number': 4, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'gw_port': {'id': 'a94e6295-44be-4d7c-874f-027098527324', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:15Z', 'updated_at': '2022-04-26T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': 'f6166ccf-e921-4f3b-8de5-780775b497a8', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'port_id': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'mac_address': 'fa:16:3e:42:9e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:17:08Z', 'updated_at': '2022-04-26T14:17:08Z', 'revision_number': 0, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5c8468-01c3-4a96-a087-1b79d91284ab', 'name': '', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'mac_address': 'fa:16:3e:a8:e9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:17Z', 'updated_at': '2022-04-26T14:16:21Z', 'revision_number': 5, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'subnets': [{'id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:17:10.178342 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699fc19-61e0-413c-891f-41da78564788 req-a304aefe-4eb1-4a8d-baf9-90cb82906847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:10.179851 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8699fc19-61e0-413c-891f-41da78564788 req-a304aefe-4eb1-4a8d-baf9-90cb82906847 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0dcd5ba3-49d4-4822-bfaf-5ec655477521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2942400 Apr 26 14:17:10.209778 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea14467-42e1-46f8-b268-bebf80ff66c0 None None] New status for floating IP f6166ccf-e921-4f3b-8de5-780775b497a8: ACTIVE {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:17:10.268840 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8699fc19-61e0-413c-891f-41da78564788 req-a3448e1c-00cf-48f8-96f6-fc0f8b326e64 service neutron] 10.222.0.26 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813551 Apr 26 14:17:10.359520 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8699fc19-61e0-413c-891f-41da78564788 req-b0a3d7d5-0e3b-4001-97de-1d0de6fe5a66 service neutron] 10.222.0.26 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834081 Apr 26 14:17:10.809079 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:12.014292 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce7d7f-e50d-41f5-8ac9-c98903ac4ed9 req-1add7e68-8113-4b41-905c-7690311551a5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:12.015762 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-74ce7d7f-e50d-41f5-8ac9-c98903ac4ed9 req-1add7e68-8113-4b41-905c-7690311551a5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0523417 Apr 26 14:17:12.061114 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-74ce7d7f-e50d-41f5-8ac9-c98903ac4ed9 req-4341c279-e584-4a03-abad-85a6ddb8dc8f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398231 Apr 26 14:17:13.180695 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c7509-ffb4-464d-a3c3-a50c02139db2 req-7df8d48a-e356-480d-a509-d4c0de1ec10b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:13.182171 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4b4c7509-ffb4-464d-a3c3-a50c02139db2 req-7df8d48a-e356-480d-a509-d4c0de1ec10b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0505323 Apr 26 14:17:13.226445 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4b4c7509-ffb4-464d-a3c3-a50c02139db2 req-d0f72b05-9497-41f4-ac8e-6c2f1da4de1b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388801 Apr 26 14:17:14.349786 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a905d-afd1-4f35-8101-04eff9ce28ec req-af289073-dc9d-4b5a-a773-4661b983bc47 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:14.351251 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-715a905d-afd1-4f35-8101-04eff9ce28ec req-af289073-dc9d-4b5a-a773-4661b983bc47 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0552380 Apr 26 14:17:14.404591 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-715a905d-afd1-4f35-8101-04eff9ce28ec req-aeefbf9e-27b6-4e8e-befb-4e92a4882fcd tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478539 Apr 26 14:17:14.462970 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a3a55bd9-7859-47d7-b304-9d3e9abbec14 req-6bb64383-506b-4070-973a-690a567faa73 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410054 Apr 26 14:17:14.563685 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a55bd9-7859-47d7-b304-9d3e9abbec14 req-5c6338b5-2063-4c3a-af18-1ca9c47ff117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:14.565170 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a3a55bd9-7859-47d7-b304-9d3e9abbec14 req-5c6338b5-2063-4c3a-af18-1ca9c47ff117 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 1129 time: 0.0437570 Apr 26 14:17:14.667044 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a55bd9-7859-47d7-b304-9d3e9abbec14 req-b1714c0b-8172-4d5a-b5c6-3339e7ea51fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:14.668559 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a3a55bd9-7859-47d7-b304-9d3e9abbec14 req-b1714c0b-8172-4d5a-b5c6-3339e7ea51fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c46524c-1ef3-4576-ad52-5298a3962302 HTTP/1.1" status: 200 len: 913 time: 0.0853114 Apr 26 14:17:14.732666 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a3a55bd9-7859-47d7-b304-9d3e9abbec14 req-adeae456-800c-430d-9b6b-ad360f8acf00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea149bb2-7696-4711-8302-772e2f877a69 HTTP/1.1" status: 200 len: 1001 time: 0.0576608 Apr 26 14:17:14.780657 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a55bd9-7859-47d7-b304-9d3e9abbec14 req-3fe6a0b5-6172-43e6-96e4-b6e761779013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:14.782046 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a3a55bd9-7859-47d7-b304-9d3e9abbec14 req-3fe6a0b5-6172-43e6-96e4-b6e761779013 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03 HTTP/1.1" status: 200 len: 851 time: 0.0423417 Apr 26 14:17:14.831534 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a55bd9-7859-47d7-b304-9d3e9abbec14 req-47f1f4c9-72b7-4d77-af1d-77b3c65c8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:14.832984 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a3a55bd9-7859-47d7-b304-9d3e9abbec14 req-47f1f4c9-72b7-4d77-af1d-77b3c65c8c05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c46524c-1ef3-4576-ad52-5298a3962302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448515 Apr 26 14:17:14.921391 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a3a55bd9-7859-47d7-b304-9d3e9abbec14 req-37d77e8a-4f89-45ca-81e8-bfc7c1e4eeec service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800610 Apr 26 14:17:15.016523 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a3a55bd9-7859-47d7-b304-9d3e9abbec14 req-8ab27faa-0545-4beb-b481-3ca9bf372c14 service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830910 Apr 26 14:17:15.525422 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad674-4011-4cee-91aa-41fcf197e187 req-a478c90b-9a35-4645-b7cc-e4fc3c99c4f7 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:15.526914 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-060ad674-4011-4cee-91aa-41fcf197e187 req-a478c90b-9a35-4645-b7cc-e4fc3c99c4f7 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0514300 Apr 26 14:17:15.572843 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-060ad674-4011-4cee-91aa-41fcf197e187 req-762d36ea-c3e8-4339-99cd-3127a397ac55 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404468 Apr 26 14:17:16.693146 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fd72c-a803-4bd4-8dee-f103f53adc2e req-75e2da84-76ab-4d27-9a70-ddf91317ac9b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:16.694664 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c53fd72c-a803-4bd4-8dee-f103f53adc2e req-75e2da84-76ab-4d27-9a70-ddf91317ac9b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0522065 Apr 26 14:17:16.743919 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c53fd72c-a803-4bd4-8dee-f103f53adc2e req-3b765f1a-8e45-46e9-88a7-2ada608a6cbb tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437582 Apr 26 14:17:17.868199 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a918030-9289-4b14-9165-87278fbb08c5 req-395a0bf4-d153-4742-96fb-ce4dabed2951 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:17.869679 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0a918030-9289-4b14-9165-87278fbb08c5 req-395a0bf4-d153-4742-96fb-ce4dabed2951 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0551465 Apr 26 14:17:17.916177 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0a918030-9289-4b14-9165-87278fbb08c5 req-24f7815f-3657-43b0-b356-7f0c772b26ca tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408983 Apr 26 14:17:19.037312 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16c8d8-88f6-45c2-a189-640b3a1eda4d req-1b737bf6-be67-40de-8b9a-33c1e97672a5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:19.039787 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ad16c8d8-88f6-45c2-a189-640b3a1eda4d req-1b737bf6-be67-40de-8b9a-33c1e97672a5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0548704 Apr 26 14:17:19.096372 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ad16c8d8-88f6-45c2-a189-640b3a1eda4d req-69b5e5ea-48d8-40b2-b974-4852624536ff tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511963 Apr 26 14:17:20.216057 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74509a-2a62-40d8-91e6-bd3edc918db4 req-1efd1223-b1f4-4a08-9e02-e1f3b53a025b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:20.217512 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9a74509a-2a62-40d8-91e6-bd3edc918db4 req-1efd1223-b1f4-4a08-9e02-e1f3b53a025b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0508645 Apr 26 14:17:20.262575 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9a74509a-2a62-40d8-91e6-bd3edc918db4 req-da666568-a284-4356-8199-f340f7ad26d4 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395651 Apr 26 14:17:21.381798 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d8995-332b-44af-a9ea-7530fc121f49 req-9fe73cee-e209-4f1f-9b7f-0aa2bf622a0c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:21.383306 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-007d8995-332b-44af-a9ea-7530fc121f49 req-9fe73cee-e209-4f1f-9b7f-0aa2bf622a0c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0513108 Apr 26 14:17:21.430303 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-007d8995-332b-44af-a9ea-7530fc121f49 req-88b5c52f-d070-405e-a756-bb358312990a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414209 Apr 26 14:17:22.554964 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121d0cf-a6de-40cf-a246-ac0c4f7de51f req-7c017d04-1259-446b-b3b2-9279579c91b9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:22.556399 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9121d0cf-a6de-40cf-a246-ac0c4f7de51f req-7c017d04-1259-446b-b3b2-9279579c91b9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0561988 Apr 26 14:17:22.601229 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9121d0cf-a6de-40cf-a246-ac0c4f7de51f req-7a291b90-e77f-42b8-bcb7-648bd29672c5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393267 Apr 26 14:17:23.719189 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca412f-4cc2-4d12-bc0c-8946302e5c47 req-bbc189fc-7d10-4296-ab21-a9d07dc2a429 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:23.720552 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2ca412f-4cc2-4d12-bc0c-8946302e5c47 req-bbc189fc-7d10-4296-ab21-a9d07dc2a429 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0509856 Apr 26 14:17:23.765886 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2ca412f-4cc2-4d12-bc0c-8946302e5c47 req-76641cea-c16a-4f73-b51a-430a41bc4095 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398893 Apr 26 14:17:24.885315 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b1952-51ce-4699-8c82-4a4aea6ec2e6 req-d8d67422-d2af-4e8f-9be4-a9bffd3142fb tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:24.886907 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-895b1952-51ce-4699-8c82-4a4aea6ec2e6 req-d8d67422-d2af-4e8f-9be4-a9bffd3142fb tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0523927 Apr 26 14:17:24.933434 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-895b1952-51ce-4699-8c82-4a4aea6ec2e6 req-a585cb8d-fd87-4405-8865-f40bf38cc7ed tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410075 Apr 26 14:17:26.055548 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef3acf-e0d6-425b-a5f4-062b3888c4f2 req-5cc82e72-31c9-47b1-ae17-182e028ac8e9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:26.057003 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-eeef3acf-e0d6-425b-a5f4-062b3888c4f2 req-5cc82e72-31c9-47b1-ae17-182e028ac8e9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0549526 Apr 26 14:17:26.101456 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-eeef3acf-e0d6-425b-a5f4-062b3888c4f2 req-2700d90a-c090-4c75-901f-362cf00cfadc tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390468 Apr 26 14:17:26.301005 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7f4352de-9fd8-4b25-b317-352bfcc147e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:27.220846 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd686c7-1036-4487-9083-b601431ef355 req-29f383cd-f9fc-4eab-9d92-c0dd33bff2ec tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:27.222302 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1dd686c7-1036-4487-9083-b601431ef355 req-29f383cd-f9fc-4eab-9d92-c0dd33bff2ec tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0501254 Apr 26 14:17:27.271312 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1dd686c7-1036-4487-9083-b601431ef355 req-22fcce30-df67-4fa1-bcc1-697fb37e9327 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435364 Apr 26 14:17:28.390951 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc90c7b-fe93-4c86-8fd2-4c1f65778ce1 req-b273ab33-8ee2-450b-88db-49bef605b9d3 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:28.392419 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6bc90c7b-fe93-4c86-8fd2-4c1f65778ce1 req-b273ab33-8ee2-450b-88db-49bef605b9d3 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0504949 Apr 26 14:17:28.438955 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6bc90c7b-fe93-4c86-8fd2-4c1f65778ce1 req-849df579-28d9-4a83-aad6-eac34a173d1d tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402138 Apr 26 14:17:28.534355 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0930fd5f-8eb6-4194-9619-5550bd51be89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:29.559771 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0341f-73ba-4d50-9373-ff80a2dd81e9 req-3477655c-b2db-4fb1-97b9-2504bed17a3e tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:29.561222 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a7b0341f-73ba-4d50-9373-ff80a2dd81e9 req-3477655c-b2db-4fb1-97b9-2504bed17a3e tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0522137 Apr 26 14:17:29.606762 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a7b0341f-73ba-4d50-9373-ff80a2dd81e9 req-80858553-b916-4be6-8ecb-b49b91b2cca8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399513 Apr 26 14:17:29.746209 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:30.724937 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb58b87-5566-4c6e-9cbe-2f4eb2e856a1 req-c8287851-6634-4cb2-b6e0-2906b242665d tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:30.726328 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2bb58b87-5566-4c6e-9cbe-2f4eb2e856a1 req-c8287851-6634-4cb2-b6e0-2906b242665d tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0509188 Apr 26 14:17:30.777392 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2bb58b87-5566-4c6e-9cbe-2f4eb2e856a1 req-b871010c-917a-40c8-9a75-3d5f1312f553 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448654 Apr 26 14:17:31.391515 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:31.897628 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2886ab-ec3d-40d8-b440-536d9f33ff25 req-774dfd6f-ee0e-4491-9265-3ee435464f3f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:31.899143 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bf2886ab-ec3d-40d8-b440-536d9f33ff25 req-774dfd6f-ee0e-4491-9265-3ee435464f3f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0519342 Apr 26 14:17:31.944069 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bf2886ab-ec3d-40d8-b440-536d9f33ff25 req-6c5d3f03-739f-4e65-af35-492417905c54 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393937 Apr 26 14:17:32.546274 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:33.063696 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d1aca-f2c2-4436-ac7e-f406d143c4b2 req-aa247fed-36c3-4b4b-ae0e-bf2945ef6d71 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:33.065176 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-916d1aca-f2c2-4436-ac7e-f406d143c4b2 req-aa247fed-36c3-4b4b-ae0e-bf2945ef6d71 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0518785 Apr 26 14:17:33.110496 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-916d1aca-f2c2-4436-ac7e-f406d143c4b2 req-38a4a787-77ec-4570-9cfd-99f3ed13ffba tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397339 Apr 26 14:17:34.232271 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5673db8-7784-49fc-a62f-50e3d334db6a req-9e6b8602-d8de-4c89-8eeb-5d5d793e498a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:34.233715 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c5673db8-7784-49fc-a62f-50e3d334db6a req-9e6b8602-d8de-4c89-8eeb-5d5d793e498a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0540273 Apr 26 14:17:34.278187 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c5673db8-7784-49fc-a62f-50e3d334db6a req-2312c3c1-d335-46b7-9828-3636718c7bf4 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389609 Apr 26 14:17:35.043722 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:17:35.138445 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:17:35.150110 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'port_id': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'mac_address': 'fa:16:3e:b0:83:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:17:35.191581 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac is: ACTIVE; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:17:35.192116 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:35.205659 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:17:35.225885 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:17:35.306861 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:35.363588 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,revision_number=6']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:35.412527 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:17:35.417961 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a285ae0-e423-4fc9-9487-8e8073822360 req-324ba740-97eb-4af2-bb03-12d97051be5f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:35.419674 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4a285ae0-e423-4fc9-9487-8e8073822360 req-324ba740-97eb-4af2-bb03-12d97051be5f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 944 time: 0.0592890 Apr 26 14:17:35.474878 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4a285ae0-e423-4fc9-9487-8e8073822360 req-a624d027-d20f-48bd-8556-004db5fb1993 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492260 Apr 26 14:17:36.610479 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42520f44-21d7-469b-9aa0-25b0108e2798 req-2bcdcddc-cf19-472f-89be-08ec6eba9b3b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:36.617428 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-42520f44-21d7-469b-9aa0-25b0108e2798 req-2bcdcddc-cf19-472f-89be-08ec6eba9b3b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 944 time: 0.0632164 Apr 26 14:17:36.674854 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-42520f44-21d7-469b-9aa0-25b0108e2798 req-9a49be66-a8ac-4eb9-93ab-a152f2e7038a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533450 Apr 26 14:17:37.053500 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:17:37.119237 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:17:37.119710 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:37.209234 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:17:37.209876 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:37.239427 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19eb5dea-2ee7-4a41-9058-de514304256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:17:37.241771 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f72389-5a8b-45cc-a4f2-14ade41d056c" -d '{"events": [{"server_uuid": "19eb5dea-2ee7-4a41-9058-de514304256b", "name": "network-vif-plugged", "status": "completed", "tag": "cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:17:37.265679 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:17:37.284128 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8918e33-370f-42eb-b5eb-fdc23403feef x-openstack-request-id: req-a8918e33-370f-42eb-b5eb-fdc23403feef {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:17:37.284429 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19eb5dea-2ee7-4a41-9058-de514304256b", "name": "network-vif-plugged", "status": "completed", "tag": "cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:17:37.284685 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8918e33-370f-42eb-b5eb-fdc23403feef {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:17:37.285091 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8918e33-370f-42eb-b5eb-fdc23403feef'] response: {'server_uuid': '19eb5dea-2ee7-4a41-9058-de514304256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'code': 200} Apr 26 14:17:37.340440 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:37.392406 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,revision_number=7']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:37.799106 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0549d2-e4eb-4ce7-a42f-d6be3a551e3e req-7db2b51f-864f-4ffe-9e37-7b609fb25edc tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:37.800601 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bc0549d2-e4eb-4ce7-a42f-d6be3a551e3e req-7db2b51f-864f-4ffe-9e37-7b609fb25edc tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0543077 Apr 26 14:17:37.853346 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bc0549d2-e4eb-4ce7-a42f-d6be3a551e3e req-0748a9d1-fd68-440b-acc1-9b9e78dde774 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468817 Apr 26 14:17:38.421825 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33398) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:38.561887 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dea4f1bf-e2cb-4522-8f64-3aed0dd3c626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:38.644504 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dea4f1bf-e2cb-4522-8f64-3aed0dd3c626 admin admin] Publish callbacks [] for security_group (0581d39d-855e-4742-a493-2d77f8b3e192), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:38.982711 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a119d4-95bd-467e-9080-418be4844fbf req-9d475cef-8c57-4636-bc84-11e4111b25ee tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:38.984199 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-13a119d4-95bd-467e-9080-418be4844fbf req-9d475cef-8c57-4636-bc84-11e4111b25ee tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0533805 Apr 26 14:17:39.030278 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-13a119d4-95bd-467e-9080-418be4844fbf req-66e7b7b0-f30f-4870-a9be-240684c7766a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405581 Apr 26 14:17:39.151990 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dea4f1bf-e2cb-4522-8f64-3aed0dd3c626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (0581d39d-855e-4742-a493-2d77f8b3e192), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:39.190284 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-dea4f1bf-e2cb-4522-8f64-3aed0dd3c626 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26409feaef7049b693177a8a1893e7e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7666237 Apr 26 14:17:39.191109 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4f1bf-e2cb-4522-8f64-3aed0dd3c626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0581d39d-855e-4742-a493-2d77f8b3e192,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:39.193008 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 33408) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:39.240001 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f6168205-d2ed-43d0-8df5-9e1c32a16e3e admin admin] Publish callbacks [] for security_group (0581d39d-855e-4742-a493-2d77f8b3e192), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:39.261494 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f6168205-d2ed-43d0-8df5-9e1c32a16e3e admin admin] Publish callbacks [] for security_group (0581d39d-855e-4742-a493-2d77f8b3e192), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:39.386551 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f6168205-d2ed-43d0-8df5-9e1c32a16e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (0581d39d-855e-4742-a493-2d77f8b3e192), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:39.389090 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f6168205-d2ed-43d0-8df5-9e1c32a16e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:39.392952 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f6168205-d2ed-43d0-8df5-9e1c32a16e3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0581d39d-855e-4742-a493-2d77f8b3e192 HTTP/1.1" status: 204 len: 168 time: 0.1989243 Apr 26 14:17:39.402973 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6168205-d2ed-43d0-8df5-9e1c32a16e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0581d39d-855e-4742-a493-2d77f8b3e192,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:40.068080 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 33418) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:40.086169 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-855a97ff-fd14-4804-ab8b-527ad3acfefb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:40.217500 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77310d83-fd34-47fc-81c8-5f0d435dc46f req-470e974f-08f6-4d72-a698-6f9b2724d03a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:40.219972 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-77310d83-fd34-47fc-81c8-5f0d435dc46f req-470e974f-08f6-4d72-a698-6f9b2724d03a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0866971 Apr 26 14:17:40.233688 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-855a97ff-fd14-4804-ab8b-527ad3acfefb admin admin] Publish callbacks [] for security_group (9a51fa20-89b4-47d0-bdc8-8f3464b6320e), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:40.276380 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-77310d83-fd34-47fc-81c8-5f0d435dc46f req-2ba078d3-a54f-4aa9-8465-9ffc871a5aee tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478904 Apr 26 14:17:40.311941 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-855a97ff-fd14-4804-ab8b-527ad3acfefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (9a51fa20-89b4-47d0-bdc8-8f3464b6320e), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:40.350434 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a97ff-fd14-4804-ab8b-527ad3acfefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a51fa20-89b4-47d0-bdc8-8f3464b6320e,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:40.359852 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33422) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:40.360271 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-855a97ff-fd14-4804-ab8b-527ad3acfefb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4fe64e35c8ea43dbacb1942891a1d9f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906744 Apr 26 14:17:40.414619 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-feefb4b3-3c6b-4ff1-97f7-651de58b3143 admin admin] Publish callbacks [] for security_group (9a51fa20-89b4-47d0-bdc8-8f3464b6320e), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:40.441092 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-feefb4b3-3c6b-4ff1-97f7-651de58b3143 admin admin] Publish callbacks [] for security_group (9a51fa20-89b4-47d0-bdc8-8f3464b6320e), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:40.584645 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-feefb4b3-3c6b-4ff1-97f7-651de58b3143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (9a51fa20-89b4-47d0-bdc8-8f3464b6320e), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:40.587280 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-feefb4b3-3c6b-4ff1-97f7-651de58b3143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:40.589079 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-feefb4b3-3c6b-4ff1-97f7-651de58b3143 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a51fa20-89b4-47d0-bdc8-8f3464b6320e HTTP/1.1" status: 204 len: 168 time: 0.2282472 Apr 26 14:17:40.601212 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feefb4b3-3c6b-4ff1-97f7-651de58b3143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a51fa20-89b4-47d0-bdc8-8f3464b6320e,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:40.840330 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:41.424690 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b37ea2-0590-4ad1-b72b-6a9831669877 req-d86db630-65a2-462e-8216-88ecca8de41b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:41.433407 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-56b37ea2-0590-4ad1-b72b-6a9831669877 req-d86db630-65a2-462e-8216-88ecca8de41b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0727401 Apr 26 14:17:41.503643 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-56b37ea2-0590-4ad1-b72b-6a9831669877 req-f0601bad-6ed3-4135-83a2-924af9df947a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654559 Apr 26 14:17:42.632726 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac795221-1be8-4a65-a119-bc6df77277a3 req-99358e94-3835-4226-9aa9-20cf4579c2bd tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:42.634311 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ac795221-1be8-4a65-a119-bc6df77277a3 req-99358e94-3835-4226-9aa9-20cf4579c2bd tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0534618 Apr 26 14:17:42.687533 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ac795221-1be8-4a65-a119-bc6df77277a3 req-4c66047a-24ad-477a-9a04-884f65629467 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476243 Apr 26 14:17:43.567453 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33474) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:43.712118 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:43.827223 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Publish callbacks [] for security_group (20d85d68-0b56-4c81-9df8-43aa78758a22), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:43.853805 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d5121-0c24-4866-992a-bfba31124983 req-02e8c015-17ad-4148-9c7a-3c212f0ecf99 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:43.855430 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-738d5121-0c24-4866-992a-bfba31124983 req-02e8c015-17ad-4148-9c7a-3c212f0ecf99 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0770764 Apr 26 14:17:43.893991 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (20d85d68-0b56-4c81-9df8-43aa78758a22), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:43.932467 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d85d68-0b56-4c81-9df8-43aa78758a22,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:43.940875 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:43.941340 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:43.941699 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:43.942058 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:43.942405 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:43.942902 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:43.945702 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:43.945702 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:43.945702 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:43.945702 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:43.945702 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:43.945702 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:43.945702 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:17:43.959901 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-738d5121-0c24-4866-992a-bfba31124983 req-738f16be-5f97-45c9-ace1-098555d7636a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982137 Apr 26 14:17:43.971913 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 33480) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:43.978965 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b7f9e4ec-4b4c-4f94-9f65-180733bbb625 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58f6c98ef9c442e3b2149c676e786ae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4034221 Apr 26 14:17:44.043455 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-579cd9fd-a320-4e16-bd55-091729930a41 admin admin] Publish callbacks [] for security_group (20d85d68-0b56-4c81-9df8-43aa78758a22), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:44.318167 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-579cd9fd-a320-4e16-bd55-091729930a41 admin admin] Publish callbacks [] for security_group (20d85d68-0b56-4c81-9df8-43aa78758a22), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:44.452081 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:17:44.460037 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-579cd9fd-a320-4e16-bd55-091729930a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (20d85d68-0b56-4c81-9df8-43aa78758a22), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:44.462705 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-579cd9fd-a320-4e16-bd55-091729930a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:44.466115 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-579cd9fd-a320-4e16-bd55-091729930a41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20d85d68-0b56-4c81-9df8-43aa78758a22 HTTP/1.1" status: 204 len: 168 time: 0.4908516 Apr 26 14:17:44.475328 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579cd9fd-a320-4e16-bd55-091729930a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d85d68-0b56-4c81-9df8-43aa78758a22,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:45.120606 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3a327-97b2-4160-ac9e-f23ba1c08f8e req-70092526-351c-4d38-be4e-33b17145d289 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:45.124378 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9ca3a327-97b2-4160-ac9e-f23ba1c08f8e req-70092526-351c-4d38-be4e-33b17145d289 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0674112 Apr 26 14:17:45.132990 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33490) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:45.147287 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f840-c7f9-43c4-ad59-72ed4951b00e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:45.180776 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9ca3a327-97b2-4160-ac9e-f23ba1c08f8e req-77776280-ce1b-42a4-abf6-2cce18e56369 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523605 Apr 26 14:17:45.239092 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f840-c7f9-43c4-ad59-72ed4951b00e admin admin] Publish callbacks [] for security_group (920dfa2f-101e-46cb-add9-8281a7593f9d), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:45.340345 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f840-c7f9-43c4-ad59-72ed4951b00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (920dfa2f-101e-46cb-add9-8281a7593f9d), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:45.379827 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9f840-c7f9-43c4-ad59-72ed4951b00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920dfa2f-101e-46cb-add9-8281a7593f9d,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:45.385223 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b2f9f840-c7f9-43c4-ad59-72ed4951b00e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b805f26a5d146df9bad96a83226464f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505913 Apr 26 14:17:45.387961 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33492) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:45.444688 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-efeee33c-234b-4236-b08a-56cb8aab68af admin admin] Publish callbacks [] for security_group (920dfa2f-101e-46cb-add9-8281a7593f9d), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:45.467416 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-efeee33c-234b-4236-b08a-56cb8aab68af admin admin] Publish callbacks [] for security_group (920dfa2f-101e-46cb-add9-8281a7593f9d), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:45.813608 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-efeee33c-234b-4236-b08a-56cb8aab68af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (920dfa2f-101e-46cb-add9-8281a7593f9d), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:45.816930 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-efeee33c-234b-4236-b08a-56cb8aab68af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:45.818104 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-efeee33c-234b-4236-b08a-56cb8aab68af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/920dfa2f-101e-46cb-add9-8281a7593f9d HTTP/1.1" status: 204 len: 168 time: 0.4290562 Apr 26 14:17:45.826540 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeee33c-234b-4236-b08a-56cb8aab68af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920dfa2f-101e-46cb-add9-8281a7593f9d,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:46.343273 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b10602-251b-43be-a614-696e36069e50 req-3d3f6436-484b-45cd-897e-c184d2b98806 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:46.350180 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b10602-251b-43be-a614-696e36069e50 req-3d3f6436-484b-45cd-897e-c184d2b98806 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0660431 Apr 26 14:17:46.396117 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b10602-251b-43be-a614-696e36069e50 req-5bd87b77-5421-4b84-a4be-2e03e981e027 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449076 Apr 26 14:17:47.520429 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2131e-96f5-4baf-b8b1-1ca7da50d98b req-ddec6ec7-a11b-42f7-a54f-19965498a106 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:47.521897 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f4b2131e-96f5-4baf-b8b1-1ca7da50d98b req-ddec6ec7-a11b-42f7-a54f-19965498a106 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0545919 Apr 26 14:17:47.570554 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f4b2131e-96f5-4baf-b8b1-1ca7da50d98b req-85b363b8-8fda-4698-b7f6-8ff60a0c692e tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Apr 26 14:17:47.844475 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946f7f9-6dbe-48cf-a180-783250d579e9 req-4493d974-7b6b-45aa-936f-c0288b10a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:47.846013 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9946f7f9-6dbe-48cf-a180-783250d579e9 req-4493d974-7b6b-45aa-936f-c0288b10a5b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ceae37df7abe4226ab88abbc1d289a5c&device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 1129 time: 0.0439711 Apr 26 14:17:47.936458 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946f7f9-6dbe-48cf-a180-783250d579e9 req-2e774383-ec57-41b3-a6b8-bd6e508f1b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:47.937960 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9946f7f9-6dbe-48cf-a180-783250d579e9 req-2e774383-ec57-41b3-a6b8-bd6e508f1b20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc63f20b-e52c-4941-838b-394d035812b6 HTTP/1.1" status: 200 len: 917 time: 0.0849166 Apr 26 14:17:48.005719 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9946f7f9-6dbe-48cf-a180-783250d579e9 req-c3b34b1f-db76-4767-bd14-e53fb0f13c16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac HTTP/1.1" status: 200 len: 1001 time: 0.0597699 Apr 26 14:17:48.059126 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946f7f9-6dbe-48cf-a180-783250d579e9 req-4d010d8a-8e98-41f4-b675-d0a46ea3d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:48.060635 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9946f7f9-6dbe-48cf-a180-783250d579e9 req-4d010d8a-8e98-41f4-b675-d0a46ea3d702 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a30cea70-cfe0-4e96-8e8d-25b1736752b4 HTTP/1.1" status: 200 len: 855 time: 0.0482156 Apr 26 14:17:48.115046 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946f7f9-6dbe-48cf-a180-783250d579e9 req-855b55ac-d2ac-4d39-9674-a18d63a23ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:48.116830 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9946f7f9-6dbe-48cf-a180-783250d579e9 req-855b55ac-d2ac-4d39-9674-a18d63a23ed6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc63f20b-e52c-4941-838b-394d035812b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489812 Apr 26 14:17:48.212343 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9946f7f9-6dbe-48cf-a180-783250d579e9 req-e7e23ff4-4971-4b36-8e00-400e9fb25944 service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890293 Apr 26 14:17:48.305377 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9946f7f9-6dbe-48cf-a180-783250d579e9 req-0b023a1d-8107-446b-928d-52435c12b28b service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862026 Apr 26 14:17:48.693824 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e7920-a579-45c3-9a23-5cb167e9e4b3 req-883e362f-6907-4e77-873e-f8d78569af13 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:48.695388 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f12e7920-a579-45c3-9a23-5cb167e9e4b3 req-883e362f-6907-4e77-873e-f8d78569af13 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0531201 Apr 26 14:17:48.741495 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f12e7920-a579-45c3-9a23-5cb167e9e4b3 req-51b16707-6adc-466f-aed2-865d7278c6d3 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399652 Apr 26 14:17:48.842703 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33594) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:48.945116 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-df75b894-00ad-434e-a66d-b578cf99ad53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:49.015729 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-df75b894-00ad-434e-a66d-b578cf99ad53 admin admin] Publish callbacks [] for security_group (d0af9497-2c08-41fb-be14-736a979e5cc0), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:49.088295 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-df75b894-00ad-434e-a66d-b578cf99ad53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (d0af9497-2c08-41fb-be14-736a979e5cc0), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:49.124010 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75b894-00ad-434e-a66d-b578cf99ad53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0af9497-2c08-41fb-be14-736a979e5cc0,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:49.128475 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-df75b894-00ad-434e-a66d-b578cf99ad53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac33215434394753b85e82f6b3107086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847416 Apr 26 14:17:49.131263 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33598) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:49.181294 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0dde8636-e082-4e72-9699-35086a9fee53 admin admin] Publish callbacks [] for security_group (d0af9497-2c08-41fb-be14-736a979e5cc0), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:49.202162 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0dde8636-e082-4e72-9699-35086a9fee53 admin admin] Publish callbacks [] for security_group (d0af9497-2c08-41fb-be14-736a979e5cc0), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:49.288162 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0dde8636-e082-4e72-9699-35086a9fee53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (d0af9497-2c08-41fb-be14-736a979e5cc0), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:49.290936 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0dde8636-e082-4e72-9699-35086a9fee53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:49.292088 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0dde8636-e082-4e72-9699-35086a9fee53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0af9497-2c08-41fb-be14-736a979e5cc0 HTTP/1.1" status: 204 len: 168 time: 0.1600561 Apr 26 14:17:49.300601 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde8636-e082-4e72-9699-35086a9fee53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0af9497-2c08-41fb-be14-736a979e5cc0,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:49.780286 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33616) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:49.793930 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4f21c1a8-8349-4c75-9beb-3283d3abed8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:49.867488 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431c8f4-b8e3-4416-ae33-16c46aae45d8 req-5666e40e-01a1-4e28-a31c-4a82b1fa153c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:49.869052 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4f21c1a8-8349-4c75-9beb-3283d3abed8e admin admin] Publish callbacks [] for security_group (87ce18ba-fb45-4cb5-b00a-b7a060a98d35), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:49.869717 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a431c8f4-b8e3-4416-ae33-16c46aae45d8 req-5666e40e-01a1-4e28-a31c-4a82b1fa153c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0559382 Apr 26 14:17:49.917227 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4f21c1a8-8349-4c75-9beb-3283d3abed8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (87ce18ba-fb45-4cb5-b00a-b7a060a98d35), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:49.922576 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a431c8f4-b8e3-4416-ae33-16c46aae45d8 req-f24bdaa0-a1a0-4e33-89e3-22a8cbdd1e5b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463860 Apr 26 14:17:49.958108 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4f21c1a8-8349-4c75-9beb-3283d3abed8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67b995d23dd64a00bd256040b44a41b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767135 Apr 26 14:17:49.959038 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21c1a8-8349-4c75-9beb-3283d3abed8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ce18ba-fb45-4cb5-b00a-b7a060a98d35,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:49.960794 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 33620) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:50.009789 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c0d1bb5e-9593-4fbb-ac8c-efb936c8f7c5 admin admin] Publish callbacks [] for security_group (87ce18ba-fb45-4cb5-b00a-b7a060a98d35), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:50.031078 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c0d1bb5e-9593-4fbb-ac8c-efb936c8f7c5 admin admin] Publish callbacks [] for security_group (87ce18ba-fb45-4cb5-b00a-b7a060a98d35), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:50.145865 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c0d1bb5e-9593-4fbb-ac8c-efb936c8f7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (87ce18ba-fb45-4cb5-b00a-b7a060a98d35), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:50.148589 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c0d1bb5e-9593-4fbb-ac8c-efb936c8f7c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:50.153245 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c0d1bb5e-9593-4fbb-ac8c-efb936c8f7c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87ce18ba-fb45-4cb5-b00a-b7a060a98d35 HTTP/1.1" status: 204 len: 168 time: 0.1880105 Apr 26 14:17:50.166096 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1bb5e-9593-4fbb-ac8c-efb936c8f7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ce18ba-fb45-4cb5-b00a-b7a060a98d35,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:51.043734 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b3474-daa2-4e49-8b8d-d422069fd13a req-b4feac8f-ab41-46df-a308-d2615db253b2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:51.045217 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4d7b3474-daa2-4e49-8b8d-d422069fd13a req-b4feac8f-ab41-46df-a308-d2615db253b2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 945 time: 0.0519388 Apr 26 14:17:51.090593 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4d7b3474-daa2-4e49-8b8d-d422069fd13a req-63b31247-232d-4911-a1e6-29ee11b54236 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398324 Apr 26 14:17:51.130108 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:17:51.210932 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac is: ACTIVE; New status is: DOWN {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:17:51.211357 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:51.237499 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19eb5dea-2ee7-4a41-9058-de514304256b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:17:51.239699 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126f74d0-1234-4a51-b7a5-fb63a9395aef" -d '{"events": [{"server_uuid": "19eb5dea-2ee7-4a41-9058-de514304256b", "name": "network-vif-unplugged", "status": "completed", "tag": "cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:17:51.253202 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:17:51.277676 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Apr 2022 14:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930b3091-669b-439d-91dc-3c3ab38c88e2 x-openstack-request-id: req-930b3091-669b-439d-91dc-3c3ab38c88e2 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:17:51.277984 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19eb5dea-2ee7-4a41-9058-de514304256b", "name": "network-vif-unplugged", "status": "failed", "tag": "cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac", "code": 422}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:17:51.278263 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-930b3091-669b-439d-91dc-3c3ab38c88e2 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:17:51.278711 dv-cinder-835133-2-iscsi neutron-server[103925]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-930b3091-669b-439d-91dc-3c3ab38c88e2']: {'server_uuid': '19eb5dea-2ee7-4a41-9058-de514304256b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'code': 422} returned with failed status Apr 26 14:17:51.328334 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:51.378024 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,revision_number=8']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:17:52.017827 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [req-1d275c7b-6057-496b-80c9-4b09a4ef8aca req-d63a900e-4970-482d-a7f6-a6fd16387047 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 26 14:17:52.018911 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1d275c7b-6057-496b-80c9-4b09a4ef8aca req-d63a900e-4970-482d-a7f6-a6fd16387047 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054257 Apr 26 14:17:52.371697 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cc734-b2ad-4715-a3ff-d4c7c5db9e0f req-c9a782b6-e249-4048-b79f-7f64ae7b8844 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:52.373525 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d15cc734-b2ad-4715-a3ff-d4c7c5db9e0f req-c9a782b6-e249-4048-b79f-7f64ae7b8844 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0653813 Apr 26 14:17:52.430729 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d15cc734-b2ad-4715-a3ff-d4c7c5db9e0f req-1757b0cd-ae59-445c-90b0-85c687b16b28 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505967 Apr 26 14:17:52.879279 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 33718) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:52.971786 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-7304874a-add4-41e6-990f-99243a6a2da1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0913036 Apr 26 14:17:52.980762 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-b14f655f-a721-428e-bc86-72b2e41f2acf service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 26 14:17:52.981694 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-b14f655f-a721-428e-bc86-72b2e41f2acf service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052674 Apr 26 14:17:53.061020 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33730) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:17:53.161910 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-9c180137-3b1e-4da9-a9cd-2598028e48f2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:53.163295 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-9c180137-3b1e-4da9-a9cd-2598028e48f2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports/cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac HTTP/1.1" status: 200 len: 940 time: 0.1007102 Apr 26 14:17:53.567465 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67b188-d5b4-46f6-8fed-e8aa71abe494 req-bced6ce7-7cc2-4ed5-b091-c16ed2e7065f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:53.568841 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1d67b188-d5b4-46f6-8fed-e8aa71abe494 req-bced6ce7-7cc2-4ed5-b091-c16ed2e7065f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0532925 Apr 26 14:17:53.616385 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1d67b188-d5b4-46f6-8fed-e8aa71abe494 req-e8364f7e-d842-42d9-8f29-c267ac364a9e tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416102 Apr 26 14:17:54.738149 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba668db-27bd-4306-9dfe-7941b790fa4c req-dbc62908-5564-46ed-a744-c4bf0c68b32c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:54.739634 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8ba668db-27bd-4306-9dfe-7941b790fa4c req-dbc62908-5564-46ed-a744-c4bf0c68b32c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0508361 Apr 26 14:17:54.785726 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8ba668db-27bd-4306-9dfe-7941b790fa4c req-eaf7b621-d29f-4ff8-870f-e4d38d1d48dc tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404449 Apr 26 14:17:55.908786 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea2ce0-1b36-417e-8eb0-3a7a50e713d2 req-ab43d255-1470-4b7b-8b06-b870ea26335a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:55.910440 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9bea2ce0-1b36-417e-8eb0-3a7a50e713d2 req-ab43d255-1470-4b7b-8b06-b870ea26335a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0533898 Apr 26 14:17:55.959037 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9bea2ce0-1b36-417e-8eb0-3a7a50e713d2 req-41833107-2c12-43ac-8a89-810b860cf1af tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423830 Apr 26 14:17:56.311024 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-4f651686-3e07-42bb-bfac-d3aa6bbb1526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:57.084091 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b484a60-2de9-4ed1-a468-9b8264c18afd req-18f3391b-06f3-4056-af78-8da15b498c30 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:57.085562 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9b484a60-2de9-4ed1-a468-9b8264c18afd req-18f3391b-06f3-4056-af78-8da15b498c30 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0549748 Apr 26 14:17:57.134769 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9b484a60-2de9-4ed1-a468-9b8264c18afd req-efab4083-79b8-4ef3-822b-d626a1b44ba0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433655 Apr 26 14:17:58.262983 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bf745-c746-4a15-bf21-6275eabb9b7f req-2218a957-26e7-4ae4-937d-a6ea3523ac4e tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:58.264978 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-416bf745-c746-4a15-bf21-6275eabb9b7f req-2218a957-26e7-4ae4-937d-a6ea3523ac4e tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0551732 Apr 26 14:17:58.311839 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-416bf745-c746-4a15-bf21-6275eabb9b7f req-d81d8135-2e3b-4730-a01d-a04fa74cc208 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412595 Apr 26 14:17:58.522771 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7daf3201-f9be-4e5b-8901-36112490f291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:58.820682 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-e3638e82-d6aa-4ce5-8ee5-7e5d6ceb433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:58.822384 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-e3638e82-d6aa-4ce5-8ee5-7e5d6ceb433d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b&tenant_id=ceae37df7abe4226ab88abbc1d289a5c HTTP/1.1" status: 200 len: 1127 time: 0.0805719 Apr 26 14:17:58.892583 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-bc5b7d11-4f8e-48a3-830e-155ba9a7657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:58.894099 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-bc5b7d11-4f8e-48a3-830e-155ba9a7657b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ceae37df7abe4226ab88abbc1d289a5c&device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 1127 time: 0.0454383 Apr 26 14:17:58.990482 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-53cfa80a-c46e-4358-a939-02d8928a0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:58.991940 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-53cfa80a-c46e-4358-a939-02d8928a0a36 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc63f20b-e52c-4941-838b-394d035812b6 HTTP/1.1" status: 200 len: 917 time: 0.0908825 Apr 26 14:17:59.067208 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-070a38a9-3d44-4313-8ece-baa880092b98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac HTTP/1.1" status: 200 len: 999 time: 0.0688970 Apr 26 14:17:59.120993 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-9895155a-5418-4a0a-b996-fbc16c2ce458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:59.122867 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-9895155a-5418-4a0a-b996-fbc16c2ce458 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a30cea70-cfe0-4e96-8e8d-25b1736752b4 HTTP/1.1" status: 200 len: 855 time: 0.0499139 Apr 26 14:17:59.179875 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-9512f70d-e3e9-44d4-9244-cdc334245d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:59.181471 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-9512f70d-e3e9-44d4-9244-cdc334245d89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc63f20b-e52c-4941-838b-394d035812b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480213 Apr 26 14:17:59.278392 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-340582e9-9692-461d-aa56-7d24597acb2e service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895956 Apr 26 14:17:59.383296 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c127b234-720d-43cc-acf6-f71ed7c2d21d req-768bc967-c66c-48e6-995f-a2344cf411eb service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966227 Apr 26 14:17:59.462476 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31503007-c344-4e73-8132-3fface062116 req-ea1997dd-f0ed-40be-b72c-0b8a07043689 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:59.463952 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31503007-c344-4e73-8132-3fface062116 req-ea1997dd-f0ed-40be-b72c-0b8a07043689 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0580339 Apr 26 14:17:59.511389 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31503007-c344-4e73-8132-3fface062116 req-c759be18-59cb-4137-9a7b-a9c4d1a41d52 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413489 Apr 26 14:17:59.756125 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:17:59.835186 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7aa7f-ce63-48ec-98e9-926ac87ab0a7 req-87b13b1a-f62a-4dc7-815b-cdb670cd440d tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:17:59.836668 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-02d7aa7f-ce63-48ec-98e9-926ac87ab0a7 req-87b13b1a-f62a-4dc7-815b-cdb670cd440d tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.0530019 Apr 26 14:17:59.883339 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-02d7aa7f-ce63-48ec-98e9-926ac87ab0a7 req-42def7e9-1514-4a25-99d1-0634d16037d3 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398748 Apr 26 14:18:00.645509 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9387405-1803-4209-9ad0-f2e2181c43e2 req-96330124-bb50-46bf-8f5b-cbf73529a7bb tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:00.647822 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b9387405-1803-4209-9ad0-f2e2181c43e2 req-96330124-bb50-46bf-8f5b-cbf73529a7bb tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0589278 Apr 26 14:18:00.725505 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b9387405-1803-4209-9ad0-f2e2181c43e2 req-1e9f4098-2787-4957-9c7f-7e43561505b3 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720046 Apr 26 14:18:01.017514 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b7b81-b16f-40c9-9303-3ac2fc41d3d8 req-dc34d15a-bd9a-4f06-9838-f9bce17616d4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:01.019524 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6a8b7b81-b16f-40c9-9303-3ac2fc41d3d8 req-dc34d15a-bd9a-4f06-9838-f9bce17616d4 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.0611618 Apr 26 14:18:01.082804 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6a8b7b81-b16f-40c9-9303-3ac2fc41d3d8 req-3b946307-901b-46e6-b2f0-f76a3a33cb27 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527840 Apr 26 14:18:01.260703 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33874) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:01.362683 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:01.393485 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-eef73390-5414-4b50-9e79-b09a0d6201cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:01.475713 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-eef73390-5414-4b50-9e79-b09a0d6201cf admin admin] Publish callbacks [] for security_group (0ac850d9-2310-4710-9672-0bfdfc5954a1), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:01.551182 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-eef73390-5414-4b50-9e79-b09a0d6201cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (0ac850d9-2310-4710-9672-0bfdfc5954a1), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:01.599001 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-eef73390-5414-4b50-9e79-b09a0d6201cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=603cd10542404f29afb6af7443a551bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3346801 Apr 26 14:18:01.599001 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef73390-5414-4b50-9e79-b09a0d6201cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac850d9-2310-4710-9672-0bfdfc5954a1,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:01.599522 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 33878) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:01.661516 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Publish callbacks [] for security_group (0ac850d9-2310-4710-9672-0bfdfc5954a1), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:01.684719 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Publish callbacks [] for security_group (0ac850d9-2310-4710-9672-0bfdfc5954a1), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:01.799570 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (0ac850d9-2310-4710-9672-0bfdfc5954a1), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:01.800925 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:01.802129 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ac850d9-2310-4710-9672-0bfdfc5954a1 HTTP/1.1" status: 204 len: 168 time: 0.2016435 Apr 26 14:18:01.811478 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac850d9-2310-4710-9672-0bfdfc5954a1,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:01.828037 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:01.828382 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:01.828730 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:01.829270 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:01.829820 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:01.830457 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:01.831111 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:01.831286 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:01.831831 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:01.832320 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:01.832831 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:01.833165 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:01.833580 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ac7fd-c10f-4e65-8bb3-69e6a76101fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:01.912315 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ea5cd-c00a-4818-9508-bfc3e0b52c1e req-ad4bad60-ff22-43ef-aa0b-bd854d01d54c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:01.914451 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e4ea5cd-c00a-4818-9508-bfc3e0b52c1e req-ad4bad60-ff22-43ef-aa0b-bd854d01d54c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0902095 Apr 26 14:18:01.969239 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e4ea5cd-c00a-4818-9508-bfc3e0b52c1e req-27df4f3d-8d9a-498a-b93c-744989b21852 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470884 Apr 26 14:18:02.224707 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33902df-9091-4c4c-a7f9-17ee490262c9 req-6b9e4263-d2d4-4b75-9ddf-1197a78e2332 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:02.230472 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f33902df-9091-4c4c-a7f9-17ee490262c9 req-6b9e4263-d2d4-4b75-9ddf-1197a78e2332 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.0751421 Apr 26 14:18:02.285603 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f33902df-9091-4c4c-a7f9-17ee490262c9 req-1d54792e-cb5f-4bba-a947-a2702765b4d0 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539019 Apr 26 14:18:02.416109 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 33890) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:02.437387 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-183a2d4f-299b-49f5-9d6b-22ff16663a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:02.525002 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-183a2d4f-299b-49f5-9d6b-22ff16663a1b admin admin] Publish callbacks [] for security_group (c81a26aa-105a-4b7c-a36e-99e0632a322e), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:02.539972 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:02.609073 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-183a2d4f-299b-49f5-9d6b-22ff16663a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (c81a26aa-105a-4b7c-a36e-99e0632a322e), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:02.650656 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-183a2d4f-299b-49f5-9d6b-22ff16663a1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18c28840f0854685897b326494ac852b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332492 Apr 26 14:18:02.650880 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33892) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:02.655200 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a2d4f-299b-49f5-9d6b-22ff16663a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81a26aa-105a-4b7c-a36e-99e0632a322e,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:02.705084 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-698218e2-846b-4e8c-a8c0-ca1836ead858 admin admin] Publish callbacks [] for security_group (c81a26aa-105a-4b7c-a36e-99e0632a322e), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:02.728053 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-698218e2-846b-4e8c-a8c0-ca1836ead858 admin admin] Publish callbacks [] for security_group (c81a26aa-105a-4b7c-a36e-99e0632a322e), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:02.864823 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-698218e2-846b-4e8c-a8c0-ca1836ead858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (c81a26aa-105a-4b7c-a36e-99e0632a322e), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:02.867742 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-698218e2-846b-4e8c-a8c0-ca1836ead858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:02.871435 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-698218e2-846b-4e8c-a8c0-ca1836ead858 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c81a26aa-105a-4b7c-a36e-99e0632a322e HTTP/1.1" status: 204 len: 168 time: 0.2170017 Apr 26 14:18:02.877832 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698218e2-846b-4e8c-a8c0-ca1836ead858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81a26aa-105a-4b7c-a36e-99e0632a322e,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:03.108725 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c4cf3-fa12-4c50-bc0b-e385e7c5eb5a req-9b9d11bb-9f25-41af-a82b-014a64091583 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:03.113203 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-929c4cf3-fa12-4c50-bc0b-e385e7c5eb5a req-9b9d11bb-9f25-41af-a82b-014a64091583 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0603373 Apr 26 14:18:03.177240 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-929c4cf3-fa12-4c50-bc0b-e385e7c5eb5a req-b926e6e9-8079-4110-b607-0efc9fc89255 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569961 Apr 26 14:18:03.581955 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2dfee-929b-4d63-8181-5b5e275e0a89 req-5d62c4ed-1f01-4514-9f8b-b65d97179374 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:03.583787 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-17c2dfee-929b-4d63-8181-5b5e275e0a89 req-5d62c4ed-1f01-4514-9f8b-b65d97179374 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.0574183 Apr 26 14:18:03.642507 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-17c2dfee-929b-4d63-8181-5b5e275e0a89 req-e4a9a34b-ee51-4886-abaa-8824d472a20a tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525753 Apr 26 14:18:04.144309 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 33902) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:04.157362 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cf5ba746-2943-4aae-8eb3-e6183d26ed59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:04.248426 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cf5ba746-2943-4aae-8eb3-e6183d26ed59 admin admin] Publish callbacks [] for security_group (cbe82fa5-35cc-4efb-ac97-2883ebdc4d78), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:04.321583 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2f8f9-7479-4b29-aed8-4ee12547b640 req-8da8a406-fa97-42db-b4a6-78dfeea5c8c6 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:04.323155 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-45b2f8f9-7479-4b29-aed8-4ee12547b640 req-8da8a406-fa97-42db-b4a6-78dfeea5c8c6 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0612433 Apr 26 14:18:04.334284 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cf5ba746-2943-4aae-8eb3-e6183d26ed59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (cbe82fa5-35cc-4efb-ac97-2883ebdc4d78), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:04.379739 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-45b2f8f9-7479-4b29-aed8-4ee12547b640 req-995ced52-3770-4402-a10f-581faeca9577 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509250 Apr 26 14:18:04.382248 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 33906) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:04.389574 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-cf5ba746-2943-4aae-8eb3-e6183d26ed59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfb23c27a8b54c61a36e3521a4efd2ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440624 Apr 26 14:18:04.392618 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ba746-2943-4aae-8eb3-e6183d26ed59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe82fa5-35cc-4efb-ac97-2883ebdc4d78,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:04.440633 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7410543d-61b6-4b43-83c9-e4046e616568 admin admin] Publish callbacks [] for security_group (cbe82fa5-35cc-4efb-ac97-2883ebdc4d78), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:04.465262 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7410543d-61b6-4b43-83c9-e4046e616568 admin admin] Publish callbacks [] for security_group (cbe82fa5-35cc-4efb-ac97-2883ebdc4d78), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:04.597099 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7410543d-61b6-4b43-83c9-e4046e616568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (cbe82fa5-35cc-4efb-ac97-2883ebdc4d78), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:04.599656 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7410543d-61b6-4b43-83c9-e4046e616568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:04.602429 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-7410543d-61b6-4b43-83c9-e4046e616568 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbe82fa5-35cc-4efb-ac97-2883ebdc4d78 HTTP/1.1" status: 204 len: 168 time: 0.2190137 Apr 26 14:18:04.619384 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410543d-61b6-4b43-83c9-e4046e616568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe82fa5-35cc-4efb-ac97-2883ebdc4d78,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:04.790456 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f161d2-2a98-47b4-bf3f-35742d08cded req-fa002616-1e97-48aa-b3a4-c7844339974b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:04.791967 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21f161d2-2a98-47b4-bf3f-35742d08cded req-fa002616-1e97-48aa-b3a4-c7844339974b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.0672269 Apr 26 14:18:04.840300 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21f161d2-2a98-47b4-bf3f-35742d08cded req-3253692e-0b2c-4e82-8930-e0e5396b8fb2 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427067 Apr 26 14:18:05.538852 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff2716-57b9-4d8b-9d81-2b7b769bb974 req-c2acf15e-869f-487d-b126-47b2f9ec50c3 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:05.540753 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4dff2716-57b9-4d8b-9d81-2b7b769bb974 req-c2acf15e-869f-487d-b126-47b2f9ec50c3 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0589108 Apr 26 14:18:05.593260 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4dff2716-57b9-4d8b-9d81-2b7b769bb974 req-433f379d-8fac-463a-a12c-f53e1198a13d tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461917 Apr 26 14:18:05.998410 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffde91-4656-452c-817c-e94352a6b7b4 req-73e0b413-f3ca-4eb1-9c72-441909f1362b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:05.999920 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f4ffde91-4656-452c-817c-e94352a6b7b4 req-73e0b413-f3ca-4eb1-9c72-441909f1362b tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.0663056 Apr 26 14:18:06.066594 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f4ffde91-4656-452c-817c-e94352a6b7b4 req-c482b599-2728-49ff-b03e-7f4617783641 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590820 Apr 26 14:18:06.732634 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc09b16-c329-4059-a179-20bea0665b73 req-645fa278-40ba-4789-9136-a81fef137c57 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:06.734074 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3fc09b16-c329-4059-a179-20bea0665b73 req-645fa278-40ba-4789-9136-a81fef137c57 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0541821 Apr 26 14:18:06.785333 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3fc09b16-c329-4059-a179-20bea0665b73 req-bde7ee2c-3a4a-4731-919e-1c8a8f66f384 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455887 Apr 26 14:18:07.193956 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c648277-818d-43d1-af52-80ce5ec17445 req-7b175792-7b54-4f6b-9cff-821308dbd832 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:07.195581 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1c648277-818d-43d1-af52-80ce5ec17445 req-7b175792-7b54-4f6b-9cff-821308dbd832 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.0553560 Apr 26 14:18:07.252450 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1c648277-818d-43d1-af52-80ce5ec17445 req-4cdf9bed-0e51-4472-9749-63a91d7334ff tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469635 Apr 26 14:18:07.911984 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5905d6-35d6-4c31-add2-c257836ab6a3 req-16b1e61f-341b-4c1b-be47-4387b23eb668 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:07.913456 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1f5905d6-35d6-4c31-add2-c257836ab6a3 req-16b1e61f-341b-4c1b-be47-4387b23eb668 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0530074 Apr 26 14:18:07.969496 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1f5905d6-35d6-4c31-add2-c257836ab6a3 req-021579d5-26c4-4ffd-bc69-ef70a1d50d90 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499086 Apr 26 14:18:08.379603 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66241d33-971f-4610-be4e-36196a14a46c req-7f7e88dd-bddf-49c8-9340-872ec5917c92 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:08.381078 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-66241d33-971f-4610-be4e-36196a14a46c req-7f7e88dd-bddf-49c8-9340-872ec5917c92 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.0525122 Apr 26 14:18:08.428685 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-66241d33-971f-4610-be4e-36196a14a46c req-265000af-a02c-4d4e-a97e-4ac11de2c5b3 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417321 Apr 26 14:18:09.093296 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e66976-fd08-489f-811d-9f58a3ac26c5 req-bf8202a4-5843-4738-9c9a-a78ef7b9d21a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:09.095100 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-72e66976-fd08-489f-811d-9f58a3ac26c5 req-bf8202a4-5843-4738-9c9a-a78ef7b9d21a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0525334 Apr 26 14:18:09.142686 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-72e66976-fd08-489f-811d-9f58a3ac26c5 req-b6ef477f-3016-4719-9d8e-b8fb3083d65e tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419104 Apr 26 14:18:09.341556 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9635b-631f-4b16-a5ea-f23fead492af req-2b3a8832-b6eb-4c25-af72-2dc6cff53922 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:09.343015 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-91c9635b-631f-4b16-a5ea-f23fead492af req-2b3a8832-b6eb-4c25-af72-2dc6cff53922 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.0552032 Apr 26 14:18:09.449228 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-91c9635b-631f-4b16-a5ea-f23fead492af req-10442732-fa37-487f-ac66-a67fcdf8efa6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Deleting port 19203db7-29e0-4a11-901b-b2736f005d0f {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:18:09.449776 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-91c9635b-631f-4b16-a5ea-f23fead492af req-10442732-fa37-487f-ac66-a67fcdf8efa6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (19203db7-29e0-4a11-901b-b2736f005d0f), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:09.573281 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-91c9635b-631f-4b16-a5ea-f23fead492af req-10442732-fa37-487f-ac66-a67fcdf8efa6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] For port 19203db7-29e0-4a11-901b-b2736f005d0f, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=19203db7-29e0-4a11-901b-b2736f005d0f,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:18:09.573644 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-91c9635b-631f-4b16-a5ea-f23fead492af req-10442732-fa37-487f-ac66-a67fcdf8efa6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (19203db7-29e0-4a11-901b-b2736f005d0f), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:09.630503 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1924fad-77b2-425b-9bed-c2efd6bf4b39 req-aace465d-3a42-420d-b24c-ded3d19860c2 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:09.631937 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a1924fad-77b2-425b-9bed-c2efd6bf4b39 req-aace465d-3a42-420d-b24c-ded3d19860c2 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 946 time: 0.1316137 Apr 26 14:18:09.721644 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a1924fad-77b2-425b-9bed-c2efd6bf4b39 req-2476c541-37ea-4dd6-9411-01d091775425 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups?id=15e8acb2-66de-45e6-bad7-51fd73aecd7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834520 Apr 26 14:18:09.787197 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-91c9635b-631f-4b16-a5ea-f23fead492af req-10442732-fa37-487f-ac66-a67fcdf8efa6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:09.787564 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-91c9635b-631f-4b16-a5ea-f23fead492af req-10442732-fa37-487f-ac66-a67fcdf8efa6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (4d873d74-3032-4024-be60-c4a391c1fc14), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:09.787877 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-91c9635b-631f-4b16-a5ea-f23fead492af req-10442732-fa37-487f-ac66-a67fcdf8efa6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Floating IP 4d873d74-3032-4024-be60-c4a391c1fc14 disassociated. External IP: 172.27.1.9, port: 19203db7-29e0-4a11-901b-b2736f005d0f. Apr 26 14:18:09.788215 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-91c9635b-631f-4b16-a5ea-f23fead492af req-10442732-fa37-487f-ac66-a67fcdf8efa6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Calling delete_port for 19203db7-29e0-4a11-901b-b2736f005d0f owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:18:09.957119 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-91c9635b-631f-4b16-a5ea-f23fead492af req-10442732-fa37-487f-ac66-a67fcdf8efa6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (19203db7-29e0-4a11-901b-b2736f005d0f), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:09.985848 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10442732-fa37-487f-ac66-a67fcdf8efa6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event deleted for resources: {'Port': ['ID=19203db7-29e0-4a11-901b-b2736f005d0f,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:10.102573 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91c9635b-631f-4b16-a5ea-f23fead492af req-10442732-fa37-487f-ac66-a67fcdf8efa6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Router 0cc3e767-b818-4c36-8b88-39ff45604e12 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:18:10.210156 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91c9635b-631f-4b16-a5ea-f23fead492af req-10442732-fa37-487f-ac66-a67fcdf8efa6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:18:10.223283 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5996f7e-12b3-4912-bdbb-548b8d470b55 None None] Sync routers for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:18:10.234292 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5996f7e-12b3-4912-bdbb-548b8d470b55 None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:18:10.235016 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-a5996f7e-12b3-4912-bdbb-548b8d470b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:17:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:10.254879 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c9635b-631f-4b16-a5ea-f23fead492af req-10442732-fa37-487f-ac66-a67fcdf8efa6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] No DVR routers for this DVR port 19203db7-29e0-4a11-901b-b2736f005d0f on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:18:10.257607 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-91c9635b-631f-4b16-a5ea-f23fead492af req-10442732-fa37-487f-ac66-a67fcdf8efa6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:10.260870 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-91c9635b-631f-4b16-a5ea-f23fead492af req-10442732-fa37-487f-ac66-a67fcdf8efa6 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.26 "DELETE /v2.0/ports/19203db7-29e0-4a11-901b-b2736f005d0f HTTP/1.1" status: 204 len: 173 time: 0.9118438 Apr 26 14:18:10.261388 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934', 'name': 'network-vif-deleted', 'tag': '19203db7-29e0-4a11-901b-b2736f005d0f'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:18:10.264412 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81324bc-3322-4927-bb06-a2cd93900b92" -d '{"events": [{"server_uuid": "b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934", "name": "network-vif-deleted", "tag": "19203db7-29e0-4a11-901b-b2736f005d0f"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:18:10.278169 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8a034-0336-4201-8e24-c5647df34dff req-aa8d03e0-4fca-4a57-acff-a019152800e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:10.279932 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-05f8a034-0336-4201-8e24-c5647df34dff req-aa8d03e0-4fca-4a57-acff-a019152800e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0662310 Apr 26 14:18:10.309546 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44578d5-56e4-4dbf-abd9-2a8d89e5ad11 x-openstack-request-id: req-a44578d5-56e4-4dbf-abd9-2a8d89e5ad11 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:18:10.309546 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934", "name": "network-vif-deleted", "tag": "19203db7-29e0-4a11-901b-b2736f005d0f", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:18:10.309546 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a44578d5-56e4-4dbf-abd9-2a8d89e5ad11 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:18:10.309954 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44578d5-56e4-4dbf-abd9-2a8d89e5ad11'] response: {'server_uuid': 'b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934', 'name': 'network-vif-deleted', 'tag': '19203db7-29e0-4a11-901b-b2736f005d0f', 'status': 'completed', 'code': 200} Apr 26 14:18:10.338268 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-05f8a034-0336-4201-8e24-c5647df34dff req-53a19c26-19b1-4465-9813-dafecc52d067 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524325 Apr 26 14:18:10.510739 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-a5996f7e-12b3-4912-bdbb-548b8d470b55 None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:18:10.714072 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-a5996f7e-12b3-4912-bdbb-548b8d470b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:10.743318 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5996f7e-12b3-4912-bdbb-548b8d470b55 None None] Checking router: 0cc3e767-b818-4c36-8b88-39ff45604e12 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:18:10.748870 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5996f7e-12b3-4912-bdbb-548b8d470b55 None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:18:10.749479 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-a5996f7e-12b3-4912-bdbb-548b8d470b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:17:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:10.836796 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8473d02f-3f2f-4500-a924-28d17cdcc8fc req-39747628-017d-4b53-9414-992238494476 tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b57aa0cf-d5f2-47c8-8af9-e4c3f5b78934 HTTP/1.1" status: 200 len: 210 time: 0.0278492 Apr 26 14:18:10.870142 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-a5996f7e-12b3-4912-bdbb-548b8d470b55 None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:18:10.922681 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:11.080741 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-a5996f7e-12b3-4912-bdbb-548b8d470b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:11.107724 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5996f7e-12b3-4912-bdbb-548b8d470b55 None None] The sync data for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi is: [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '58527de0-093c-4fd3-9d2f-3778826b52ae', 'name': '', 'network_id': 'db62da73-59c6-4f6f-98fa-3d9fee96e03d', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'mac_address': 'fa:16:3e:f7:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:47Z', 'updated_at': '2022-04-26T14:11:51Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'subnets': [{'id': '1e744dae-ccf5-4501-bded-a8905e9a6bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:18:11.341123 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc980cb-3fe0-42f0-b97f-9d71ca924052 None None] New status for floating IP 4d873d74-3032-4024-be60-c4a391c1fc14: DOWN {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:18:11.473305 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d6d30-2249-4ff5-9bd0-0b08f3f88818 req-f5cb3dfa-88c2-4972-a2bf-308f341cb8e9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:11.474832 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-029d6d30-2249-4ff5-9bd0-0b08f3f88818 req-f5cb3dfa-88c2-4972-a2bf-308f341cb8e9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0589483 Apr 26 14:18:11.523457 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-029d6d30-2249-4ff5-9bd0-0b08f3f88818 req-31acc9ac-b57c-476c-8c68-6842942dabd1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430529 Apr 26 14:18:12.657140 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fc65a-c7ae-4e5b-bed9-be3fe7b28244 req-4d2f2b8c-6556-4c1d-a1c0-5df33b26da3f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:12.658648 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9d3fc65a-c7ae-4e5b-bed9-be3fe7b28244 req-4d2f2b8c-6556-4c1d-a1c0-5df33b26da3f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0589998 Apr 26 14:18:12.705383 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9d3fc65a-c7ae-4e5b-bed9-be3fe7b28244 req-811cb9ca-67c0-4c33-9d7a-cd307346b91d tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411184 Apr 26 14:18:12.985089 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34034) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:13.038688 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0de39763-14d3-4e27-81a3-b54d0ee034ff tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (15e8acb2-66de-45e6-bad7-51fd73aecd7a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:13.062569 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0de39763-14d3-4e27-81a3-b54d0ee034ff tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (15e8acb2-66de-45e6-bad7-51fd73aecd7a), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:13.185220 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0de39763-14d3-4e27-81a3-b54d0ee034ff tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (15e8acb2-66de-45e6-bad7-51fd73aecd7a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:13.188664 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0de39763-14d3-4e27-81a3-b54d0ee034ff tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:13.189812 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0de39763-14d3-4e27-81a3-b54d0ee034ff tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "DELETE /v2.0/security-groups/15e8acb2-66de-45e6-bad7-51fd73aecd7a HTTP/1.1" status: 204 len: 168 time: 0.2037544 Apr 26 14:18:13.192614 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34036) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:13.198924 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de39763-14d3-4e27-81a3-b54d0ee034ff tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e8acb2-66de-45e6-bad7-51fd73aecd7a,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:13.205175 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.api.v2.resource [None req-3041026c-aaac-4fd6-9c5e-1101a262cbdf tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] show failed (client error): The resource could not be found. Apr 26 14:18:13.206253 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3041026c-aaac-4fd6-9c5e-1101a262cbdf tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "GET /v2.0/security-groups/15e8acb2-66de-45e6-bad7-51fd73aecd7a HTTP/1.1" status: 404 len: 347 time: 0.0125773 Apr 26 14:18:13.208992 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34038) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:13.259664 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 19203db7-29e0-4a11-901b-b2736f005d0f no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:18:13.282922 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: 19203db7-29e0-4a11-901b-b2736f005d0f {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:18:13.283369 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 19203db7-29e0-4a11-901b-b2736f005d0f not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:18:13.333746 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-d9f4c339-ae9b-46f4-8950-db1bc3036e8f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Deleting port 093d22a1-f003-483b-ad33-f64b5e23735f {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:18:13.334130 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c339-ae9b-46f4-8950-db1bc3036e8f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (093d22a1-f003-483b-ad33-f64b5e23735f), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:13.415630 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c339-ae9b-46f4-8950-db1bc3036e8f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (093d22a1-f003-483b-ad33-f64b5e23735f), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:13.416158 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c339-ae9b-46f4-8950-db1bc3036e8f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (093d22a1-f003-483b-ad33-f64b5e23735f), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:13.430451 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-d9f4c339-ae9b-46f4-8950-db1bc3036e8f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Calling delete_port for 093d22a1-f003-483b-ad33-f64b5e23735f owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:18:13.612942 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c339-ae9b-46f4-8950-db1bc3036e8f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (093d22a1-f003-483b-ad33-f64b5e23735f), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:13.645034 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4c339-ae9b-46f4-8950-db1bc3036e8f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Pushing event deleted for resources: {'Port': ['ID=093d22a1-f003-483b-ad33-f64b5e23735f,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:13.720974 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c339-ae9b-46f4-8950-db1bc3036e8f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks [] for floatingip (4d873d74-3032-4024-be60-c4a391c1fc14), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:13.723541 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c339-ae9b-46f4-8950-db1bc3036e8f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:13.724629 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d9f4c339-ae9b-46f4-8950-db1bc3036e8f tempest-AttachVolumeNegativeTest-312910353 tempest-AttachVolumeNegativeTest-312910353-project] 10.222.0.23 "DELETE /v2.0/floatingips/4d873d74-3032-4024-be60-c4a391c1fc14 HTTP/1.1" status: 204 len: 168 time: 0.5147581 Apr 26 14:18:13.786774 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325254ab-612a-44f9-8b37-d9a098f80570 req-8c8fa066-6307-4b7c-a151-fce95ff139b3 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:13.792377 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-325254ab-612a-44f9-8b37-d9a098f80570 req-8c8fa066-6307-4b7c-a151-fce95ff139b3 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 945 time: 0.0781534 Apr 26 14:18:13.840215 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-325254ab-612a-44f9-8b37-d9a098f80570 req-df1aa051-4d13-4159-8596-bca5aa462e83 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442047 Apr 26 14:18:13.860414 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a0075-742a-4ef6-bb54-873711996960 req-7c11031d-775d-4e37-afc5-50c41590a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:13.861945 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c9a0075-742a-4ef6-bb54-873711996960 req-7c11031d-775d-4e37-afc5-50c41590a22e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ceae37df7abe4226ab88abbc1d289a5c&device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 1127 time: 0.0751667 Apr 26 14:18:13.887628 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2742e-b645-464c-b3e0-71a555b1b351 req-1078da48-cdc7-4386-9aa1-502dd6cb8781 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:13.888956 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-08c2742e-b645-464c-b3e0-71a555b1b351 req-1078da48-cdc7-4386-9aa1-502dd6cb8781 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0728672 Apr 26 14:18:13.994971 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-08c2742e-b645-464c-b3e0-71a555b1b351 req-454f9ed8-44a7-4de2-a4f1-1d543152d944 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987663 Apr 26 14:18:14.009245 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a0075-742a-4ef6-bb54-873711996960 req-88a16e72-e513-4ce1-84ad-4555d92850dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:14.010718 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c9a0075-742a-4ef6-bb54-873711996960 req-88a16e72-e513-4ce1-84ad-4555d92850dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc63f20b-e52c-4941-838b-394d035812b6 HTTP/1.1" status: 200 len: 917 time: 0.1303253 Apr 26 14:18:14.075040 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c9a0075-742a-4ef6-bb54-873711996960 req-2b51d6ce-94d7-402c-ac44-078163347539 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac HTTP/1.1" status: 200 len: 999 time: 0.0571830 Apr 26 14:18:14.126842 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a0075-742a-4ef6-bb54-873711996960 req-e61bbb44-b3d9-4f47-b024-22e56fde8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:14.128349 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c9a0075-742a-4ef6-bb54-873711996960 req-e61bbb44-b3d9-4f47-b024-22e56fde8949 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a30cea70-cfe0-4e96-8e8d-25b1736752b4 HTTP/1.1" status: 200 len: 855 time: 0.0457833 Apr 26 14:18:14.178039 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a0075-742a-4ef6-bb54-873711996960 req-885b2f99-adf1-4082-994c-c3f41cfff6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:14.179674 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c9a0075-742a-4ef6-bb54-873711996960 req-885b2f99-adf1-4082-994c-c3f41cfff6b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc63f20b-e52c-4941-838b-394d035812b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449908 Apr 26 14:18:14.270939 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c9a0075-742a-4ef6-bb54-873711996960 req-b44965f6-c08c-42b8-94b7-4ea150197b63 service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837543 Apr 26 14:18:14.363786 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c9a0075-742a-4ef6-bb54-873711996960 req-8f3d10f0-3c23-4303-8ca8-3b84020d8c6e service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859303 Apr 26 14:18:14.962736 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecac26-40a1-41a2-bc3e-084d2f9ebbff req-90b5a2b9-a944-44ba-91ae-8841478d63d3 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:14.964835 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c1ecac26-40a1-41a2-bc3e-084d2f9ebbff req-90b5a2b9-a944-44ba-91ae-8841478d63d3 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 945 time: 0.0578086 Apr 26 14:18:15.015358 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c1ecac26-40a1-41a2-bc3e-084d2f9ebbff req-a1de5aeb-f130-4934-ae60-9c850100fa6b tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457625 Apr 26 14:18:15.127306 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fae68-b619-4790-ae56-0ba21d677702 req-faa3e984-2010-4bfc-8ba2-a3635991b38b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:15.128881 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b45fae68-b619-4790-ae56-0ba21d677702 req-faa3e984-2010-4bfc-8ba2-a3635991b38b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 943 time: 0.0540116 Apr 26 14:18:15.175836 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b45fae68-b619-4790-ae56-0ba21d677702 req-bed38ee5-6ee0-436a-8144-1e664befdb40 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413241 Apr 26 14:18:15.286986 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:18:15.388507 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:18:15.392724 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-20136edf-dcc3-4633-b1a3-0ba9d502f3c8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:15.394447 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-20136edf-dcc3-4633-b1a3-0ba9d502f3c8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 945 time: 0.0617948 Apr 26 14:18:15.402743 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'port_id': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'mac_address': 'fa:16:3e:b0:83:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:18:15.454987 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:18:15.455378 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:15.469240 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:18:15.489497 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:18:15.507477 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-ee2bb246-3ac4-46fc-8b2c-a8083274bd24 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Deleting port ea149bb2-7696-4711-8302-772e2f877a69 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:18:15.507821 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-ee2bb246-3ac4-46fc-8b2c-a8083274bd24 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (ea149bb2-7696-4711-8302-772e2f877a69), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:15.551299 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:15.599692 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-ee2bb246-3ac4-46fc-8b2c-a8083274bd24 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] For port ea149bb2-7696-4711-8302-772e2f877a69, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=ea149bb2-7696-4711-8302-772e2f877a69,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:18:15.600060 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-ee2bb246-3ac4-46fc-8b2c-a8083274bd24 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (ea149bb2-7696-4711-8302-772e2f877a69), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:15.602774 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,revision_number=9']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:15.609959 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:15.610337 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:15.610681 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:15.611018 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:15.611350 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:15.611677 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:15.612004 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:15.612420 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:15.612756 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:15.613080 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:15.613400 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:15.613721 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:15.614063 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:15.779339 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:18:16.019480 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-ee2bb246-3ac4-46fc-8b2c-a8083274bd24 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:16.019751 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-ee2bb246-3ac4-46fc-8b2c-a8083274bd24 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (d5895122-e5f1-49f1-a48d-9aa99b132f66), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:16.020070 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-ee2bb246-3ac4-46fc-8b2c-a8083274bd24 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Floating IP d5895122-e5f1-49f1-a48d-9aa99b132f66 disassociated. External IP: 172.27.1.190, port: ea149bb2-7696-4711-8302-772e2f877a69. Apr 26 14:18:16.020413 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-ee2bb246-3ac4-46fc-8b2c-a8083274bd24 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Calling delete_port for ea149bb2-7696-4711-8302-772e2f877a69 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:18:16.169144 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c136c-1115-4a53-ade5-f824e14c2ea8 req-58e1f349-50e7-480d-b5d5-0c66a8ac9a91 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:16.170637 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-262c136c-1115-4a53-ade5-f824e14c2ea8 req-58e1f349-50e7-480d-b5d5-0c66a8ac9a91 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 945 time: 0.0886798 Apr 26 14:18:16.232708 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-262c136c-1115-4a53-ade5-f824e14c2ea8 req-be4d4e28-2d09-4ca4-843d-065d2a69263e tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554051 Apr 26 14:18:16.253780 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-ee2bb246-3ac4-46fc-8b2c-a8083274bd24 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (ea149bb2-7696-4711-8302-772e2f877a69), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:16.286244 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bb246-3ac4-46fc-8b2c-a8083274bd24 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event deleted for resources: {'Port': ['ID=ea149bb2-7696-4711-8302-772e2f877a69,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:16.315921 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2e681-5a0b-4f2f-ad6a-b7cd534d5dbb req-564e7c0d-997e-4a3c-8731-695af0ad4522 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:16.317529 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a6d2e681-5a0b-4f2f-ad6a-b7cd534d5dbb req-564e7c0d-997e-4a3c-8731-695af0ad4522 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 944 time: 0.0628831 Apr 26 14:18:16.380728 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a6d2e681-5a0b-4f2f-ad6a-b7cd534d5dbb req-aabe7b87-d1a0-46b8-b460-aaff66e79c29 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498788 Apr 26 14:18:16.429722 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-ee2bb246-3ac4-46fc-8b2c-a8083274bd24 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Router b3ffbd3b-0376-4507-b37d-c97d1a39d138 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:18:16.545989 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-ee2bb246-3ac4-46fc-8b2c-a8083274bd24 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:18:16.564812 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf5886-f073-446f-b1b9-0159e406a9c0 None None] Sync routers for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:18:16.575435 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf5886-f073-446f-b1b9-0159e406a9c0 None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:18:16.576048 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-6ccf5886-f073-446f-b1b9-0159e406a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:17:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:16.587406 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-ee2bb246-3ac4-46fc-8b2c-a8083274bd24 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] No DVR routers for this DVR port ea149bb2-7696-4711-8302-772e2f877a69 on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:18:16.590030 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-ee2bb246-3ac4-46fc-8b2c-a8083274bd24 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:16.593577 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7211faf2-dc16-46e6-b298-95808037e9a2 req-ee2bb246-3ac4-46fc-8b2c-a8083274bd24 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "DELETE /v2.0/ports/ea149bb2-7696-4711-8302-772e2f877a69 HTTP/1.1" status: 204 len: 173 time: 1.1936908 Apr 26 14:18:16.594066 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4be11a3-72a9-4428-8e09-81d7f82eb3ac', 'name': 'network-vif-deleted', 'tag': 'ea149bb2-7696-4711-8302-772e2f877a69'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:18:16.596851 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4adda6e-8c2a-43ab-861f-548588ac7eac" -d '{"events": [{"server_uuid": "a4be11a3-72a9-4428-8e09-81d7f82eb3ac", "name": "network-vif-deleted", "tag": "ea149bb2-7696-4711-8302-772e2f877a69"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:18:16.649938 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7156917-a9c8-41b4-b598-92474f351df5 x-openstack-request-id: req-d7156917-a9c8-41b4-b598-92474f351df5 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:18:16.654455 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4be11a3-72a9-4428-8e09-81d7f82eb3ac", "name": "network-vif-deleted", "tag": "ea149bb2-7696-4711-8302-772e2f877a69", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:18:16.654455 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7156917-a9c8-41b4-b598-92474f351df5 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:18:16.654455 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7156917-a9c8-41b4-b598-92474f351df5'] response: {'server_uuid': 'a4be11a3-72a9-4428-8e09-81d7f82eb3ac', 'name': 'network-vif-deleted', 'tag': 'ea149bb2-7696-4711-8302-772e2f877a69', 'status': 'completed', 'code': 200} Apr 26 14:18:16.708725 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-6ccf5886-f073-446f-b1b9-0159e406a9c0 None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:18:16.929167 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-6ccf5886-f073-446f-b1b9-0159e406a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:16.958674 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf5886-f073-446f-b1b9-0159e406a9c0 None None] Checking router: b3ffbd3b-0376-4507-b37d-c97d1a39d138 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:18:16.967074 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf5886-f073-446f-b1b9-0159e406a9c0 None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:18:16.967681 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-6ccf5886-f073-446f-b1b9-0159e406a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:17:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:17.074806 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-6ccf5886-f073-446f-b1b9-0159e406a9c0 None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:18:17.276981 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-6ccf5886-f073-446f-b1b9-0159e406a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:17.306121 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:18:17.308572 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf5886-f073-446f-b1b9-0159e406a9c0 None None] The sync data for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi is: [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:18:17.346514 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-811044ed-73a1-434f-bfc6-aaf822f0a073 req-0f458696-457e-41bf-9975-e71ba376ceb8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4be11a3-72a9-4428-8e09-81d7f82eb3ac HTTP/1.1" status: 200 len: 210 time: 0.0319948 Apr 26 14:18:17.363319 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:18:17.364279 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:17.464235 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:18:17.464624 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:17.502639 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19eb5dea-2ee7-4a41-9058-de514304256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:18:17.505635 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed6b857-8086-4669-9686-f0d5f66e901a" -d '{"events": [{"server_uuid": "19eb5dea-2ee7-4a41-9058-de514304256b", "name": "network-vif-plugged", "status": "completed", "tag": "cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:18:17.512439 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:18:17.518843 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106321dc-f868-4ee6-bf12-fba32dc98b69 req-dbba8ea3-939c-4017-9d18-a9c40b252b31 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:17.526790 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-106321dc-f868-4ee6-bf12-fba32dc98b69 req-dbba8ea3-939c-4017-9d18-a9c40b252b31 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 944 time: 0.0644865 Apr 26 14:18:17.553636 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f954d20-9c0d-43fa-ac19-824d6134d783 x-openstack-request-id: req-4f954d20-9c0d-43fa-ac19-824d6134d783 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:18:17.553636 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19eb5dea-2ee7-4a41-9058-de514304256b", "name": "network-vif-plugged", "status": "completed", "tag": "cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:18:17.553636 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f954d20-9c0d-43fa-ac19-824d6134d783 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:18:17.553636 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f954d20-9c0d-43fa-ac19-824d6134d783'] response: {'server_uuid': '19eb5dea-2ee7-4a41-9058-de514304256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'code': 200} Apr 26 14:18:17.580081 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-106321dc-f868-4ee6-bf12-fba32dc98b69 req-578d2ea9-2809-4f36-ba34-1169b284e505 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522954 Apr 26 14:18:17.613813 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:17.633934 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f2703b-4453-439b-a209-332271a2e65b None None] New status for floating IP d5895122-e5f1-49f1-a48d-9aa99b132f66: DOWN {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:18:17.662379 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,revision_number=10']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:17.794533 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34114) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:18.195714 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e3bc3-d5af-45b3-abfc-cd96ac28af4b req-993b50f0-1922-4e3d-8176-ec3ed69d4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:18.197202 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c40e3bc3-d5af-45b3-abfc-cd96ac28af4b req-993b50f0-1922-4e3d-8176-ec3ed69d4e48 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 1130 time: 0.0438771 Apr 26 14:18:18.254553 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c40e3bc3-d5af-45b3-abfc-cd96ac28af4b req-d4ece4bd-3f24-4506-a714-69fc9cfbee30 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504103 Apr 26 14:18:18.310325 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bbf399cb-9c6f-4c17-ad50-d80416e80511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557085'] for router_interface (0cc3e767-b818-4c36-8b88-39ff45604e12), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:18.557986 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-bbf399cb-9c6f-4c17-ad50-d80416e80511 admin admin] Deleting port 58527de0-093c-4fd3-9d2f-3778826b52ae {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:18:18.558604 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bbf399cb-9c6f-4c17-ad50-d80416e80511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:18.605206 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-bc810b86-22fe-42ac-90d4-4dc08fda8fa9 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445138182&fields=id&tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838 HTTP/1.1" status: 200 len: 267 time: 0.0424080 Apr 26 14:18:18.645339 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-bbf399cb-9c6f-4c17-ad50-d80416e80511 admin admin] For port 58527de0-093c-4fd3-9d2f-3778826b52ae, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=58527de0-093c-4fd3-9d2f-3778826b52ae,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:18:18.646095 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bbf399cb-9c6f-4c17-ad50-d80416e80511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:18.673525 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-bbf399cb-9c6f-4c17-ad50-d80416e80511 admin admin] Calling delete_port for 58527de0-093c-4fd3-9d2f-3778826b52ae owned by network:router_interface {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:18:18.717454 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810af0b5-d954-489b-ada8-b89c177493d2 req-fc216174-27c0-499b-9ae6-6cb66e66ed62 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:18.719674 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-fc216174-27c0-499b-9ae6-6cb66e66ed62 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/networks?id=9c46524c-1ef3-4576-ad52-5298a3962302 HTTP/1.1" status: 200 len: 812 time: 0.1072032 Apr 26 14:18:18.735139 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-e9282296-bbf7-4ac1-8ff2-f601d3b486d2 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/quotas/488b7e9fc3ac419e8f3acaf1bbfd8838 HTTP/1.1" status: 200 len: 375 time: 0.0091095 Apr 26 14:18:18.760513 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a23e7-d4f2-4f73-99ea-78ce3a49c172 req-dd6231f7-9e47-452e-b78d-9ec7679a768c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:18.762201 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1d2a23e7-d4f2-4f73-99ea-78ce3a49c172 req-dd6231f7-9e47-452e-b78d-9ec7679a768c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 946 time: 0.1085622 Apr 26 14:18:18.791230 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-df1407f6-2541-4d3c-a5ff-92faa50eaea9 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508530 Apr 26 14:18:18.870949 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1d2a23e7-d4f2-4f73-99ea-78ce3a49c172 req-71d1df40-0b22-4603-af8c-5cb9f84d1e57 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951595 Apr 26 14:18:18.931101 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-50788f4b-6536-48bc-9abd-f258b39ca2ee service neutron] 10.222.0.23 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124535 Apr 26 14:18:19.004477 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-6c43c8b8-4a8e-4a1a-9a8e-bfdbb430043f service neutron] 10.222.0.23 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823760 Apr 26 14:18:19.025346 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bbf399cb-9c6f-4c17-ad50-d80416e80511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (58527de0-093c-4fd3-9d2f-3778826b52ae), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:19.055222 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf399cb-9c6f-4c17-ad50-d80416e80511 admin admin] Pushing event deleted for resources: {'Port': ['ID=58527de0-093c-4fd3-9d2f-3778826b52ae,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:19.239525 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bbf399cb-9c6f-4c17-ad50-d80416e80511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557185'] for router_interface (0cc3e767-b818-4c36-8b88-39ff45604e12), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:19.310945 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ea149bb2-7696-4711-8302-772e2f877a69 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:18:19.331862 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: ea149bb2-7696-4711-8302-772e2f877a69 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:18:19.332241 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device ea149bb2-7696-4711-8302-772e2f877a69 not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:18:19.477383 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf399cb-9c6f-4c17-ad50-d80416e80511 admin admin] Router 0cc3e767-b818-4c36-8b88-39ff45604e12 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:18:19.595485 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf399cb-9c6f-4c17-ad50-d80416e80511 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:18:19.600747 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-bbf399cb-9c6f-4c17-ad50-d80416e80511 admin admin] 10.222.0.23 "PUT /v2.0/routers/0cc3e767-b818-4c36-8b88-39ff45604e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8051605 Apr 26 14:18:19.605963 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34146) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:19.608859 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b87f01a-b23e-4f06-ba49-305316745430 None None] Sync routers for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:18:19.619787 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b87f01a-b23e-4f06-ba49-305316745430 None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:18:19.620681 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-7b87f01a-b23e-4f06-ba49-305316745430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:17:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:19.727788 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] Publish callbacks [] for router (0cc3e767-b818-4c36-8b88-39ff45604e12), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:19.862692 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] Publish callbacks [] for router_gateway (0cc3e767-b818-4c36-8b88-39ff45604e12), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:19.878145 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-7b87f01a-b23e-4f06-ba49-305316745430 None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:18:20.041640 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bb8e7-05df-4809-acf5-9390c85ab829 req-ca6b9e68-111d-4d95-b54a-a3d89900c8aa tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:20.043311 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a07bb8e7-05df-4809-acf5-9390c85ab829 req-ca6b9e68-111d-4d95-b54a-a3d89900c8aa tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 946 time: 0.0839348 Apr 26 14:18:20.070987 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-7b87f01a-b23e-4f06-ba49-305316745430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:18:18Z', 'revision_number': 5, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port': {'id': '3fc2702f-a6ca-46ce-8f40-70496ded81a5', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:11:42Z', 'updated_at': '2022-04-26T14:11:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:20.072255 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] Deleting port 3fc2702f-a6ca-46ce-8f40-70496ded81a5 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:18:20.072591 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (3fc2702f-a6ca-46ce-8f40-70496ded81a5), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:20.097897 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b87f01a-b23e-4f06-ba49-305316745430 None None] Checking router: 0cc3e767-b818-4c36-8b88-39ff45604e12 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:18:20.106757 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b87f01a-b23e-4f06-ba49-305316745430 None None] Routers {'0cc3e767-b818-4c36-8b88-39ff45604e12'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:18:20.107400 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-7b87f01a-b23e-4f06-ba49-305316745430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:17:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['0cc3e767-b818-4c36-8b88-39ff45604e12'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:20.209266 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-7b87f01a-b23e-4f06-ba49-305316745430 None None] Set router 0cc3e767-b818-4c36-8b88-39ff45604e12 gateway port host: None {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:18:20.267970 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-7b87f01a-b23e-4f06-ba49-305316745430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:18:19Z', 'revision_number': 6, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port_host': None}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:20.296055 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b87f01a-b23e-4f06-ba49-305316745430 None None] The sync data for ids ['0cc3e767-b818-4c36-8b88-39ff45604e12'] in dv-cinder-835133-2-iscsi is: [{'id': '0cc3e767-b818-4c36-8b88-39ff45604e12', 'name': 'tempest-AttachVolumeNegativeTest-2093909711-router', 'tenant_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:11:41Z', 'updated_at': '2022-04-26T14:18:19Z', 'revision_number': 6, 'project_id': '852d3fc9b96d4019912cc7b5d7e2db73', 'gw_port_host': None}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:18:20.362359 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a07bb8e7-05df-4809-acf5-9390c85ab829 req-ac974d4a-77d0-4b11-9806-4e71f10d20ab tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109353 Apr 26 14:18:20.397694 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] For port 3fc2702f-a6ca-46ce-8f40-70496ded81a5, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=3fc2702f-a6ca-46ce-8f40-70496ded81a5,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:18:20.397694 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (3fc2702f-a6ca-46ce-8f40-70496ded81a5), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:20.405235 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] Calling delete_port for 3fc2702f-a6ca-46ce-8f40-70496ded81a5 owned by network:router_gateway {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:18:20.694712 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (3fc2702f-a6ca-46ce-8f40-70496ded81a5), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:20.755587 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc2702f-a6ca-46ce-8f40-70496ded81a5,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:20.807995 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-62c7942c-15ef-4e0c-bb2a-9db508783c47 req-823f7478-f756-40d6-8f7a-117bc91586ba tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 210 time: 0.0564098 Apr 26 14:18:20.862655 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558887'] for router_gateway (0cc3e767-b818-4c36-8b88-39ff45604e12), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:20.953298 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10446'] for router (0cc3e767-b818-4c36-8b88-39ff45604e12), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:20.956438 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] Publish callbacks [] for router_controller (0cc3e767-b818-4c36-8b88-39ff45604e12), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:21.100942 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564663'] for router (0cc3e767-b818-4c36-8b88-39ff45604e12), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:21.100942 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cc3e767-b818-4c36-8b88-39ff45604e12 {{(pid=103924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 26 14:18:21.105166 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:21.110066 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-16447bd5-53a7-4a4f-93d4-d45b7e624ccf admin admin] 10.222.0.23 "DELETE /v2.0/routers/0cc3e767-b818-4c36-8b88-39ff45604e12 HTTP/1.1" status: 204 len: 168 time: 1.5005395 Apr 26 14:18:21.112489 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34194) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:21.186908 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-50893b1b-91e4-4e04-9961-1cf74e2de79f admin admin] Deleting subnet 1e744dae-ccf5-4501-bded-a8905e9a6bf5 {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:18:21.190146 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50893b1b-91e4-4e04-9961-1cf74e2de79f admin admin] Publish callbacks [] for subnet (1e744dae-ccf5-4501-bded-a8905e9a6bf5), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:21.222137 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 58527de0-093c-4fd3-9d2f-3778826b52ae no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:18:21.239482 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50893b1b-91e4-4e04-9961-1cf74e2de79f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934499'] for subnet (1e744dae-ccf5-4501-bded-a8905e9a6bf5), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:21.251465 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 58527de0-093c-4fd3-9d2f-3778826b52ae {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:18:21.251794 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 58527de0-093c-4fd3-9d2f-3778826b52ae not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:18:21.320697 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50893b1b-91e4-4e04-9961-1cf74e2de79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (1e744dae-ccf5-4501-bded-a8905e9a6bf5), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:21.452167 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:18:21.476542 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50893b1b-91e4-4e04-9961-1cf74e2de79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3995344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4099138'] for subnet (1e744dae-ccf5-4501-bded-a8905e9a6bf5), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:21.509660 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50893b1b-91e4-4e04-9961-1cf74e2de79f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e744dae-ccf5-4501-bded-a8905e9a6bf5,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:21.517733 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-50893b1b-91e4-4e04-9961-1cf74e2de79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:21.520553 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-50893b1b-91e4-4e04-9961-1cf74e2de79f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1e744dae-ccf5-4501-bded-a8905e9a6bf5 HTTP/1.1" status: 204 len: 168 time: 0.4073603 Apr 26 14:18:21.523260 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34200) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:21.525472 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366e2b50-5d5d-4640-8770-c21c5a367cff None None] Network db62da73-59c6-4f6f-98fa-3d9fee96e03d requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:18:21.576949 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56fb04-09b5-429e-9752-7edbbfc10a19 req-da52e771-0438-45a2-b976-3579cf3ac944 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:21.579035 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7b56fb04-09b5-429e-9752-7edbbfc10a19 req-da52e771-0438-45a2-b976-3579cf3ac944 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 946 time: 0.1317184 Apr 26 14:18:21.615879 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (db62da73-59c6-4f6f-98fa-3d9fee96e03d), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:21.651371 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7b56fb04-09b5-429e-9752-7edbbfc10a19 req-338c1982-2909-416d-a2fd-5564e6a8dd24 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641510 Apr 26 14:18:21.692622 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52c69d5-62e2-44b3-8562-d75bc5f7338b None None] DHCP port deletion for db62da73-59c6-4f6f-98fa-3d9fee96e03d request from dv-cinder-835133-2-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 26 14:18:21.707419 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] Deleting port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:18:21.707848 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:21.745611 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c52c69d5-62e2-44b3-8562-d75bc5f7338b None None] Deleting port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:18:21.746143 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c52c69d5-62e2-44b3-8562-d75bc5f7338b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:21.770650 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] For port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:18:21.771015 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:21.783357 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] Calling delete_port for 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e owned by network:dhcp {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:18:21.811189 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-c52c69d5-62e2-44b3-8562-d75bc5f7338b None None] For port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e,segment=NetworkSegment(3e748496-f8cf-4046-b5a2-10cac17e1791),segment_id=3e748496-f8cf-4046-b5a2-10cac17e1791)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:18:21.811725 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c52c69d5-62e2-44b3-8562-d75bc5f7338b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:21.826140 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c52c69d5-62e2-44b3-8562-d75bc5f7338b None None] Calling delete_port for 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:18:21.911722 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-744a7030-d05e-4364-8430-84ec8eea0969 req-85abf6c9-83c0-4610-bf8d-e981fd025486 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 210 time: 0.0270066 Apr 26 14:18:21.985882 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:21.992478 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c52c69d5-62e2-44b3-8562-d75bc5f7338b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293'] for port (9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:22.013524 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:22.025809 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] No DVR routers for this DVR port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e on host dv-cinder-835133-2-iscsi {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:18:22.026220 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c69d5-62e2-44b3-8562-d75bc5f7338b None None] Pushing event deleted for resources: {'Port': ['ID=9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:22.028796 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c69d5-62e2-44b3-8562-d75bc5f7338b None None] No DVR routers for this DVR port 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e on host dv-cinder-835133-2-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:18:22.086712 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (db62da73-59c6-4f6f-98fa-3d9fee96e03d), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:22.108520 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db62da73-59c6-4f6f-98fa-3d9fee96e03d']}} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:22.118502 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e748496-f8cf-4046-b5a2-10cac17e1791') {'for_net_delete': True} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:22.119176 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e748496-f8cf-4046-b5a2-10cac17e1791') {} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:22.131556 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934504'] for segment (3e748496-f8cf-4046-b5a2-10cac17e1791), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:22.147504 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (3e748496-f8cf-4046-b5a2-10cac17e1791), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:22.153445 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995258'] for segment (3e748496-f8cf-4046-b5a2-10cac17e1791), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: Traceback (most recent call last): Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: timer() Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: cb(*args, **kw) Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: return func(*args, **kwargs) Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: self._notify() Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: self.callback(batched_events) Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: event.method(event) Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: return f(self, *a, **k) Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: return self._get(url).json() Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: return self.request(url, 'GET', **kwargs) Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:18:22.155522 dv-cinder-835133-2-iscsi neutron-server[103923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:18:22.265506 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (db62da73-59c6-4f6f-98fa-3d9fee96e03d), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:22.270855 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:22.276095 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/db62da73-59c6-4f6f-98fa-3d9fee96e03d HTTP/1.1" status: 204 len: 168 time: 0.7498572 Apr 26 14:18:22.285809 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e8d2e-ca7f-4628-8092-603a2a1bb2f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=db62da73-59c6-4f6f-98fa-3d9fee96e03d,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:22.639911 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34214) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:22.651631 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810af0b5-d954-489b-ada8-b89c177493d2 req-f3fd5e2a-d888-4399-9c8f-f08f513a0774 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:22.653038 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-f3fd5e2a-d888-4399-9c8f-f08f513a0774 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "GET /v2.0/networks?id=9c46524c-1ef3-4576-ad52-5298a3962302 HTTP/1.1" status: 200 len: 812 time: 0.1162457 Apr 26 14:18:22.728577 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b4d71deb-a112-4e9e-b67b-996afe8276f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=852d3fc9b96d4019912cc7b5d7e2db73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0874264 Apr 26 14:18:22.731078 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34218) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:22.748347 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-ad9dc217-84a2-4e90-8fb4-be08ac44f4fe tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838 HTTP/1.1" status: 200 len: 379 time: 0.0853188 Apr 26 14:18:22.756950 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-810af0b5-d954-489b-ada8-b89c177493d2 req-d8796bad-1d82-4be1-955d-5c4f4b19f206 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Request body: {'port': {'device_id': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'admin_state_up': True, 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'security_groups': ['36fb8660-8c4e-44db-885e-b57737a0090e']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:18:22.784095 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0dbcd01f-fb8e-4cf2-9802-da2cd519402f admin admin] Publish callbacks [] for security_group (1f628d56-c78d-49ca-aeca-5a1e8b9b6ef3), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:22.808675 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0dbcd01f-fb8e-4cf2-9802-da2cd519402f admin admin] Publish callbacks [] for security_group (1f628d56-c78d-49ca-aeca-5a1e8b9b6ef3), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:22.868001 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 3fc2702f-a6ca-46ce-8f40-70496ded81a5 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:18:22.888907 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 3fc2702f-a6ca-46ce-8f40-70496ded81a5 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:18:22.889258 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 3fc2702f-a6ca-46ce-8f40-70496ded81a5 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:18:22.889683 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:18:22.913077 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:18:22.913077 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 9b9a26d9-b25d-44f4-b93a-ba7ec4675c1e not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:18:22.940511 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810af0b5-d954-489b-ada8-b89c177493d2 req-d8796bad-1d82-4be1-955d-5c4f4b19f206 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Made reservation on behalf of 488b7e9fc3ac419e8f3acaf1bbfd8838 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:18:22.941052 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0dbcd01f-fb8e-4cf2-9802-da2cd519402f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (1f628d56-c78d-49ca-aeca-5a1e8b9b6ef3), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:22.944859 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-810af0b5-d954-489b-ada8-b89c177493d2 req-d8796bad-1d82-4be1-955d-5c4f4b19f206 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:22.945787 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0dbcd01f-fb8e-4cf2-9802-da2cd519402f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:22.950209 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0dbcd01f-fb8e-4cf2-9802-da2cd519402f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f628d56-c78d-49ca-aeca-5a1e8b9b6ef3 HTTP/1.1" status: 204 len: 168 time: 0.2177038 Apr 26 14:18:22.960590 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcd01f-fb8e-4cf2-9802-da2cd519402f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f628d56-c78d-49ca-aeca-5a1e8b9b6ef3,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:23.064964 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e7fb1f0f-53e0-4a4c-b32b-52a2533772eb req-3f726e40-fb80-4313-bbfc-c8cf32d081fe tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 210 time: 0.0402801 Apr 26 14:18:23.130831 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-810af0b5-d954-489b-ada8-b89c177493d2 req-d8796bad-1d82-4be1-955d-5c4f4b19f206 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Allocated IP 172.20.0.4 (9c46524c-1ef3-4576-ad52-5298a3962302/5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03/7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:18:23.269018 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-810af0b5-d954-489b-ada8-b89c177493d2 req-d8796bad-1d82-4be1-955d-5c4f4b19f206 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:23.418948 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-810af0b5-d954-489b-ada8-b89c177493d2 req-d8796bad-1d82-4be1-955d-5c4f4b19f206 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:23.460247 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810af0b5-d954-489b-ada8-b89c177493d2 req-d8796bad-1d82-4be1-955d-5c4f4b19f206 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Network 9c46524c-1ef3-4576-ad52-5298a3962302 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:18:23.463673 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-810af0b5-d954-489b-ada8-b89c177493d2 req-d8796bad-1d82-4be1-955d-5c4f4b19f206 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:18:23.465988 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-810af0b5-d954-489b-ada8-b89c177493d2 req-d8796bad-1d82-4be1-955d-5c4f4b19f206 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:18:23.504820 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8796bad-1d82-4be1-955d-5c4f4b19f206 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'Port': ['ID=7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:23.531703 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810af0b5-d954-489b-ada8-b89c177493d2 req-d8796bad-1d82-4be1-955d-5c4f4b19f206 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:23.532405 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-810af0b5-d954-489b-ada8-b89c177493d2 req-d8796bad-1d82-4be1-955d-5c4f4b19f206 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:23.650858 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-d8796bad-1d82-4be1-955d-5c4f4b19f206 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8919218 Apr 26 14:18:23.695633 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-fd4e42d5-7227-420e-95dd-59aaac19644a None None] Provisioning complete for port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:18:23.696005 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fd4e42d5-7227-420e-95dd-59aaac19644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:23.733483 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e42d5-7227-420e-95dd-59aaac19644a None None] Port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:18:24.182107 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c03d5-b424-4af6-8145-520c19c8ac2b req-87757912-bf06-474e-b410-ddd0f77f3759 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:24.183575 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-986c03d5-b424-4af6-8145-520c19c8ac2b req-87757912-bf06-474e-b410-ddd0f77f3759 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 931 time: 0.0512559 Apr 26 14:18:24.233704 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-986c03d5-b424-4af6-8145-520c19c8ac2b req-db1761e4-612a-43ed-af44-58d92485d9b8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437205 Apr 26 14:18:25.349816 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e98400-8cea-431a-a7ba-8816fcb726bb req-0779c94b-ce71-47f5-aedb-7bd9e5cd9396 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:25.351339 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24e98400-8cea-431a-a7ba-8816fcb726bb req-0779c94b-ce71-47f5-aedb-7bd9e5cd9396 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 931 time: 0.0527329 Apr 26 14:18:25.398833 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24e98400-8cea-431a-a7ba-8816fcb726bb req-9a06417b-5cdd-4501-8d09-0fbf2bfab431 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419881 Apr 26 14:18:25.679916 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Request body: {'port': {'device_id': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:18:25.740024 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:25.999239 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:18:26.006550 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Publish callbacks [] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:26.018159 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Transition to ACTIVE for port object 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:18:26.082105 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:26.133505 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:26.158602 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34300) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:26.208334 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Attempting to bind port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:18:26.208674 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Attempting to bind port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:18:26.209032 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Attempting to bind port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 on network 9c46524c-1ef3-4576-ad52-5298a3962302 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:18:26.213536 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 on network 9c46524c-1ef3-4576-ad52-5298a3962302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:18:26.213854 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Attempting to bind port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 on network 9c46524c-1ef3-4576-ad52-5298a3962302 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:18:26.218900 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:18:26.219705 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Checking segment: {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:18:26.220093 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Bound using segment: {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:18:26.220602 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Bound port: 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:18:26.220870 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:26.285216 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-20248884-f586-4b98-9e33-2307261f9114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:26.287528 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] For port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:18:26.291283 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] For port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:18:26.305006 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-42506f97-2a4f-41ed-879b-2a369c916c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:26.358894 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-20248884-f586-4b98-9e33-2307261f9114 admin admin] Publish callbacks [] for security_group (41bb135f-6f69-405a-b1ae-6db84e2166d8), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:26.385835 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:26.416937 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:26.417834 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:26.419408 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] 10.222.0.26 "PUT /v2.0/ports/7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 HTTP/1.1" status: 200 len: 1093 time: 0.7437341 Apr 26 14:18:26.421567 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'tag': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:18:26.424847 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3ab683-ee7f-4faa-831f-905c1dfd924d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4237844-3d33-4a71-82aa-c4546b5cab6c", "tag": "7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:18:26.454242 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-20248884-f586-4b98-9e33-2307261f9114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (41bb135f-6f69-405a-b1ae-6db84e2166d8), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:26.458921 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e459b-1095-4db6-aaec-f585caa97e01 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:26.488388 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed333a2-3f7b-4577-891a-d384a2bb6e7e x-openstack-request-id: req-eed333a2-3f7b-4577-891a-d384a2bb6e7e {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:18:26.488947 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4237844-3d33-4a71-82aa-c4546b5cab6c", "tag": "7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:18:26.489382 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eed333a2-3f7b-4577-891a-d384a2bb6e7e {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:18:26.489797 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed333a2-3f7b-4577-891a-d384a2bb6e7e'] response: {'name': 'network-changed', 'server_uuid': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'tag': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'status': 'completed', 'code': 200} Apr 26 14:18:26.529540 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-20248884-f586-4b98-9e33-2307261f9114 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58bdc88286df4ac9ab34c68f6fab7bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691249 Apr 26 14:18:26.533485 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34308) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:26.534585 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20248884-f586-4b98-9e33-2307261f9114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bb135f-6f69-405a-b1ae-6db84e2166d8,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:26.572318 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ab683-ee7f-4faa-831f-905c1dfd924d req-faef25d0-5c56-480c-9abc-22b26494fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:26.574825 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c3ab683-ee7f-4faa-831f-905c1dfd924d req-faef25d0-5c56-480c-9abc-22b26494fc00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 1127 time: 0.0639577 Apr 26 14:18:26.609851 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9f413-4fbf-4d94-925e-0fb1337516db req-5dabb730-d993-4d6f-a833-65abde8c3f94 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:26.611437 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c0b9f413-4fbf-4d94-925e-0fb1337516db req-5dabb730-d993-4d6f-a833-65abde8c3f94 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 943 time: 0.1290147 Apr 26 14:18:26.659365 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-916224b6-ae12-483e-9a46-376d94ca877d admin admin] Publish callbacks [] for security_group (41bb135f-6f69-405a-b1ae-6db84e2166d8), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:26.704438 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-916224b6-ae12-483e-9a46-376d94ca877d admin admin] Publish callbacks [] for security_group (41bb135f-6f69-405a-b1ae-6db84e2166d8), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:26.721747 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ab683-ee7f-4faa-831f-905c1dfd924d req-1a29425f-36a8-4138-b737-f3c8e089509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:26.723557 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c3ab683-ee7f-4faa-831f-905c1dfd924d req-1a29425f-36a8-4138-b737-f3c8e089509f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1366453 Apr 26 14:18:26.723714 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c0b9f413-4fbf-4d94-925e-0fb1337516db req-5a3a6cf9-0baf-410f-ab2b-3843cbb3f425 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983274 Apr 26 14:18:26.828172 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ab683-ee7f-4faa-831f-905c1dfd924d req-19dbd526-5fcc-4893-8020-893089d8b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:26.830457 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c3ab683-ee7f-4faa-831f-905c1dfd924d req-19dbd526-5fcc-4893-8020-893089d8b827 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987735 Apr 26 14:18:26.848501 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-916224b6-ae12-483e-9a46-376d94ca877d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (41bb135f-6f69-405a-b1ae-6db84e2166d8), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:26.854316 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-916224b6-ae12-483e-9a46-376d94ca877d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:26.861735 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-916224b6-ae12-483e-9a46-376d94ca877d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41bb135f-6f69-405a-b1ae-6db84e2166d8 HTTP/1.1" status: 204 len: 168 time: 0.3179410 Apr 26 14:18:26.874193 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916224b6-ae12-483e-9a46-376d94ca877d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bb135f-6f69-405a-b1ae-6db84e2166d8,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:26.937224 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810af0b5-d954-489b-ada8-b89c177493d2 req-d8b6d4c7-8f08-41cb-81fc-58294180a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:26.939521 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-d8b6d4c7-8f08-41cb-81fc-58294180a96b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 1127 time: 0.0657923 Apr 26 14:18:26.979721 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-4a8f2397-589c-4520-90d5-ded19528eff5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 HTTP/1.1" status: 200 len: 217 time: 0.0328043 Apr 26 14:18:27.029697 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810af0b5-d954-489b-ada8-b89c177493d2 req-e20f458a-f642-455f-b0d1-9cc60d0c6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:27.031057 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-e20f458a-f642-455f-b0d1-9cc60d0c6303 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03 HTTP/1.1" status: 200 len: 851 time: 0.0450950 Apr 26 14:18:27.079488 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8ce91d46-83b9-4b86-8f85-e7b6882d9a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:27.080982 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8ce91d46-83b9-4b86-8f85-e7b6882d9a65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c46524c-1ef3-4576-ad52-5298a3962302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436232 Apr 26 14:18:27.166914 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-8a658d29-418d-4957-81fb-fe9b5cedea89 service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789962 Apr 26 14:18:27.261179 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-810af0b5-d954-489b-ada8-b89c177493d2 req-f970410a-0946-4c5b-a6c3-2b5a4f128483 service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853601 Apr 26 14:18:27.628370 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34316) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:27.641176 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-79d49dbc-d253-4bed-a2e3-537bc8fddf94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:27.715989 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-79d49dbc-d253-4bed-a2e3-537bc8fddf94 admin admin] Publish callbacks [] for security_group (ff303346-c622-4e2f-9a61-8f620a27a416), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:27.807971 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-79d49dbc-d253-4bed-a2e3-537bc8fddf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ff303346-c622-4e2f-9a61-8f620a27a416), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:27.847915 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-79d49dbc-d253-4bed-a2e3-537bc8fddf94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8319f606f224e2f9a5d04e9983733bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184446 Apr 26 14:18:27.848914 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d49dbc-d253-4bed-a2e3-537bc8fddf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff303346-c622-4e2f-9a61-8f620a27a416,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:27.851289 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34320) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:27.851476 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad5777-9c9b-4ee1-99d2-8688649786b7 req-cb8c3d83-0e67-4a2d-9efd-ca498f00c9b9 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:27.853022 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-12ad5777-9c9b-4ee1-99d2-8688649786b7 req-cb8c3d83-0e67-4a2d-9efd-ca498f00c9b9 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 943 time: 0.0566082 Apr 26 14:18:27.905036 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a934bbc-8460-4c4e-9c8e-331cd667bb1a admin admin] Publish callbacks [] for security_group (ff303346-c622-4e2f-9a61-8f620a27a416), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:27.911028 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-12ad5777-9c9b-4ee1-99d2-8688649786b7 req-b4ce7d93-acfb-4092-85a8-ba7528015a9a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512326 Apr 26 14:18:27.936258 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a934bbc-8460-4c4e-9c8e-331cd667bb1a admin admin] Publish callbacks [] for security_group (ff303346-c622-4e2f-9a61-8f620a27a416), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:28.082630 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a934bbc-8460-4c4e-9c8e-331cd667bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ff303346-c622-4e2f-9a61-8f620a27a416), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:28.085347 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a934bbc-8460-4c4e-9c8e-331cd667bb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:28.086645 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6a934bbc-8460-4c4e-9c8e-331cd667bb1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff303346-c622-4e2f-9a61-8f620a27a416 HTTP/1.1" status: 204 len: 168 time: 0.2342751 Apr 26 14:18:28.095080 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a934bbc-8460-4c4e-9c8e-331cd667bb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff303346-c622-4e2f-9a61-8f620a27a416,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:28.516792 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb98c1dd-b7b4-4c24-8f8c-1baa73f1ee2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:29.024260 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b5a27-8ad4-47f4-9a8c-c87661284368 req-5972d581-3c45-4740-b7db-896c1baec027 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:29.025735 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-077b5a27-8ad4-47f4-9a8c-c87661284368 req-5972d581-3c45-4740-b7db-896c1baec027 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 943 time: 0.0532908 Apr 26 14:18:29.075966 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-077b5a27-8ad4-47f4-9a8c-c87661284368 req-a5491650-7764-4786-bc00-ae079bcd532d tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446675 Apr 26 14:18:29.762263 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:30.198372 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf9ed2-3492-4c46-ae28-3a5e1001776a req-d071e60a-ea1c-4166-a7c7-e12627b3c486 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:30.199830 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-62bf9ed2-3492-4c46-ae28-3a5e1001776a req-d071e60a-ea1c-4166-a7c7-e12627b3c486 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 943 time: 0.0561438 Apr 26 14:18:30.246895 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-62bf9ed2-3492-4c46-ae28-3a5e1001776a req-6b89d3ee-c2ea-4005-aee0-c52b7a28cfba tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415652 Apr 26 14:18:31.365005 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5ecb1-3fd5-42e8-8776-4a2020983ad9 req-d2a24428-e2c4-47d2-aec2-7958445d0613 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:31.366518 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c4e5ecb1-3fd5-42e8-8776-4a2020983ad9 req-d2a24428-e2c4-47d2-aec2-7958445d0613 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 943 time: 0.0516231 Apr 26 14:18:31.390625 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:31.416227 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c4e5ecb1-3fd5-42e8-8776-4a2020983ad9 req-d9df9ea0-6e20-4255-a276-03e7fe824933 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440402 Apr 26 14:18:32.547428 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225a86b-8a76-48b7-af58-292b98aafc79 req-0d4acabf-81e0-4df1-b64d-72fc33ef9e70 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:32.548879 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d225a86b-8a76-48b7-af58-292b98aafc79 req-0d4acabf-81e0-4df1-b64d-72fc33ef9e70 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 943 time: 0.0598588 Apr 26 14:18:32.555681 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:32.598059 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d225a86b-8a76-48b7-af58-292b98aafc79 req-fda20476-c319-4d42-8b37-9250a78d57f7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435302 Apr 26 14:18:33.715696 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25287ec8-29b1-4565-956e-a4b7fcff683b req-1ea190d8-f991-4475-9303-45b1af7beff2 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:33.717069 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-25287ec8-29b1-4565-956e-a4b7fcff683b req-1ea190d8-f991-4475-9303-45b1af7beff2 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 943 time: 0.0549908 Apr 26 14:18:33.764401 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-25287ec8-29b1-4565-956e-a4b7fcff683b req-c8800f74-87ce-4c98-b243-2e61b778b651 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411191 Apr 26 14:18:34.889431 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a39685-c1c0-4a3c-a58a-88462a31fb3a req-f3038afc-de9e-4396-b5ec-49e59fa81d8c tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:34.890991 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-77a39685-c1c0-4a3c-a58a-88462a31fb3a req-f3038afc-de9e-4396-b5ec-49e59fa81d8c tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 943 time: 0.0595131 Apr 26 14:18:34.943590 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-77a39685-c1c0-4a3c-a58a-88462a31fb3a req-3c8eed22-8701-482f-ba39-1760208ee588 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469985 Apr 26 14:18:35.725744 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:18:35.821597 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:18:35.833251 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'port_id': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'mac_address': 'fa:16:3e:5a:4f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:18:35.869356 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:18:35.869741 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:35.882427 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:18:35.902239 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:18:35.973394 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:36.021821 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:36.061881 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c572e-dd84-4732-93a3-d066b9ec4135 req-1cbe9c47-cd99-4a71-9840-e6845e0d43ec tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:36.063912 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-966c572e-dd84-4732-93a3-d066b9ec4135 req-1cbe9c47-cd99-4a71-9840-e6845e0d43ec tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 944 time: 0.0526657 Apr 26 14:18:36.111588 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-966c572e-dd84-4732-93a3-d066b9ec4135 req-9ec8bde7-9ee1-4800-8b22-200bacc27741 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420492 Apr 26 14:18:36.198932 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:18:37.226681 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26276b-2c7c-4fd4-b257-dfd10d444138 req-21e80746-bf20-42a3-8079-84907cd598c7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:37.228255 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fe26276b-2c7c-4fd4-b257-dfd10d444138 req-21e80746-bf20-42a3-8079-84907cd598c7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 944 time: 0.0513020 Apr 26 14:18:37.276489 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fe26276b-2c7c-4fd4-b257-dfd10d444138 req-36828af1-bac3-434c-bc05-4bf433958c0f tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427783 Apr 26 14:18:37.730447 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:18:37.864890 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:18:37.869030 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:18:37.869462 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:37.948855 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:18:37.949249 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:37.971652 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:18:37.973843 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18882ed2-b8db-4668-9458-85b7aaab4a20" -d '{"events": [{"server_uuid": "e4237844-3d33-4a71-82aa-c4546b5cab6c", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:18:37.986512 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:18:38.009847 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747e689a-06fd-4bc2-a997-b8a17d3d48a1 x-openstack-request-id: req-747e689a-06fd-4bc2-a997-b8a17d3d48a1 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:18:38.010227 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4237844-3d33-4a71-82aa-c4546b5cab6c", "name": "network-vif-plugged", "status": "completed", "tag": "7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:18:38.010506 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-747e689a-06fd-4bc2-a997-b8a17d3d48a1 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:18:38.010885 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747e689a-06fd-4bc2-a997-b8a17d3d48a1'] response: {'server_uuid': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'code': 200} Apr 26 14:18:38.053750 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:38.114846 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:38.261275 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8622a-12d2-4cc4-8e96-2295d446a886 req-e6428e0d-8a60-43ca-98fa-e0b2bd1966d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:38.263230 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-35f8622a-12d2-4cc4-8e96-2295d446a886 req-e6428e0d-8a60-43ca-98fa-e0b2bd1966d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 1129 time: 0.0460215 Apr 26 14:18:38.313944 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-35f8622a-12d2-4cc4-8e96-2295d446a886 req-59900439-17cd-4bf9-8ce9-0eeef9b7ed18 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439899 Apr 26 14:18:38.405478 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ea185-1b06-4226-9037-c4900d2efd1e req-d08d9a33-d528-4474-9512-3b9a65f4a1ca tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:38.406979 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5c3ea185-1b06-4226-9037-c4900d2efd1e req-d08d9a33-d528-4474-9512-3b9a65f4a1ca tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 945 time: 0.0635669 Apr 26 14:18:38.461152 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5c3ea185-1b06-4226-9037-c4900d2efd1e req-0697fe80-ccd5-4725-839f-e9bd3c907dfd tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485783 Apr 26 14:18:39.585108 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0f382-d26d-4350-99b0-b09c3a597ede req-d146eba1-a191-43da-b6d9-bdec1a73aad4 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:39.586634 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d5f0f382-d26d-4350-99b0-b09c3a597ede req-d146eba1-a191-43da-b6d9-bdec1a73aad4 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 945 time: 0.0579505 Apr 26 14:18:39.634364 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d5f0f382-d26d-4350-99b0-b09c3a597ede req-b32b8a8a-fede-4c60-af2d-f8290123d32b tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421019 Apr 26 14:18:40.260000 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34518) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:40.362413 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a088a354-54f1-43e6-9934-f14f917d7ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:40.435800 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a088a354-54f1-43e6-9934-f14f917d7ffb admin admin] Publish callbacks [] for security_group (8b0cc224-6916-4b15-b5c8-ba35ecd24d0e), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:40.509431 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a088a354-54f1-43e6-9934-f14f917d7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (8b0cc224-6916-4b15-b5c8-ba35ecd24d0e), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:40.547944 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-a088a354-54f1-43e6-9934-f14f917d7ffb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9aef30ad618a4d62b590b837bbbcce91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868903 Apr 26 14:18:40.549383 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088a354-54f1-43e6-9934-f14f917d7ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0cc224-6916-4b15-b5c8-ba35ecd24d0e,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:40.551203 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34522) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:40.599120 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6836ad69-80c5-4ae3-9d54-01d47e8b8090 admin admin] Publish callbacks [] for security_group (8b0cc224-6916-4b15-b5c8-ba35ecd24d0e), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:40.619934 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6836ad69-80c5-4ae3-9d54-01d47e8b8090 admin admin] Publish callbacks [] for security_group (8b0cc224-6916-4b15-b5c8-ba35ecd24d0e), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:40.745027 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6836ad69-80c5-4ae3-9d54-01d47e8b8090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (8b0cc224-6916-4b15-b5c8-ba35ecd24d0e), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:40.747588 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6836ad69-80c5-4ae3-9d54-01d47e8b8090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:40.748745 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6836ad69-80c5-4ae3-9d54-01d47e8b8090 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b0cc224-6916-4b15-b5c8-ba35ecd24d0e HTTP/1.1" status: 204 len: 168 time: 0.1959176 Apr 26 14:18:40.756751 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836ad69-80c5-4ae3-9d54-01d47e8b8090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0cc224-6916-4b15-b5c8-ba35ecd24d0e,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:40.758739 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363d85f-c690-49cf-8229-4499747e4056 req-f262e829-1bf5-490f-942a-b91c0e44b91e tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:40.760905 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7363d85f-c690-49cf-8229-4499747e4056 req-f262e829-1bf5-490f-942a-b91c0e44b91e tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 945 time: 0.0535693 Apr 26 14:18:40.824294 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7363d85f-c690-49cf-8229-4499747e4056 req-f06b9963-2b89-471b-86a3-05d4161072c0 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581019 Apr 26 14:18:40.848423 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:40.951662 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342fb6a-b518-439b-9fc7-a011d75f66f5 req-87e73309-8282-4044-99c4-3b8d927755a5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:40.953198 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1342fb6a-b518-439b-9fc7-a011d75f66f5 req-87e73309-8282-4044-99c4-3b8d927755a5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 945 time: 0.0576627 Apr 26 14:18:41.005441 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1342fb6a-b518-439b-9fc7-a011d75f66f5 req-716edf57-1e37-4a3e-8d15-30f5d41e39c2 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464625 Apr 26 14:18:41.029951 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34532) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:41.082450 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b743521-1e02-4cca-a5c9-0c8cfe67780e tempest-TestVolumeBootPattern-491561033 tempest-TestVolumeBootPattern-491561033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:41.084339 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-2b743521-1e02-4cca-a5c9-0c8cfe67780e tempest-TestVolumeBootPattern-491561033 tempest-TestVolumeBootPattern-491561033-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 1124 time: 0.0532508 Apr 26 14:18:41.087213 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34536) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:41.092267 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Request body: {'floatingip': {'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'port_id': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:18:41.167945 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:41.269868 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:41.374880 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Allocated IP 172.27.1.99 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/42a50cf9-0bdc-44fe-8304-68a92c413de5) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:18:41.474467 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for port (42a50cf9-0bdc-44fe-8304-68a92c413de5), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:41.568039 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (42a50cf9-0bdc-44fe-8304-68a92c413de5), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:41.603467 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:18:41.606447 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:18:41.609884 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:18:41.636308 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'Port': ['ID=42a50cf9-0bdc-44fe-8304-68a92c413de5,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:41.960218 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for floatingip (6e1ca529-db29-4ff2-9682-ae46222613e9), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:42.166609 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (42a50cf9-0bdc-44fe-8304-68a92c413de5), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:42.320260 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for port (42a50cf9-0bdc-44fe-8304-68a92c413de5), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:42.390646 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745578'] for port (42a50cf9-0bdc-44fe-8304-68a92c413de5), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:42.457488 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'Port': ['ID=42a50cf9-0bdc-44fe-8304-68a92c413de5,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:42.467911 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (6e1ca529-db29-4ff2-9682-ae46222613e9), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:42.567886 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Floating IP 6e1ca529-db29-4ff2-9682-ae46222613e9 associated. External IP: 172.27.1.99, port: 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1. Apr 26 14:18:42.779041 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Router b3ffbd3b-0376-4507-b37d-c97d1a39d138 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:18:42.780881 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34552) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:42.887268 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3c6ac9f8-116e-494e-b076-c35f8f0f18d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:42.889856 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:18:42.903899 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d7209-fe35-4c39-9dc3-abf335c30bc5 None None] Sync routers for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:18:42.913395 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d7209-fe35-4c39-9dc3-abf335c30bc5 None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:18:42.914374 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-466d7209-fe35-4c39-9dc3-abf335c30bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:18:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:42.968160 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3c6ac9f8-116e-494e-b076-c35f8f0f18d5 admin admin] Publish callbacks [] for security_group (958acac7-cae7-403c-82c4-b1cff9e47091), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:42.987490 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:43.016133 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0112c887-0fa4-483e-b29b-435f6ad3dd61 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9276316 Apr 26 14:18:43.016716 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'tag': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:18:43.019672 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478595fd5860eeef178e2f17bc4da562bcc5ac2bcb416f5f119a8a02bbcefaa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619be3d4-7069-434c-b926-91b7c1e0b435" -d '{"events": [{"name": "network-changed", "server_uuid": "e4237844-3d33-4a71-82aa-c4546b5cab6c", "tag": "7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:18:43.023753 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-466d7209-fe35-4c39-9dc3-abf335c30bc5 None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:18:43.070567 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3c6ac9f8-116e-494e-b076-c35f8f0f18d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (958acac7-cae7-403c-82c4-b1cff9e47091), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:43.113934 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-3c6ac9f8-116e-494e-b076-c35f8f0f18d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5fdc749d7631442bb040b0494a906ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296337 Apr 26 14:18:43.113934 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ac9f8-116e-494e-b076-c35f8f0f18d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958acac7-cae7-403c-82c4-b1cff9e47091,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:43.114864 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34562) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:43.179191 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-71f4c546-6f20-4d66-8584-d693b4e6aa03 admin admin] Publish callbacks [] for security_group (958acac7-cae7-403c-82c4-b1cff9e47091), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:43.194473 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2caf460-8104-4726-a27d-4d3248603a9f x-openstack-request-id: req-d2caf460-8104-4726-a27d-4d3248603a9f {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:18:43.194772 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4237844-3d33-4a71-82aa-c4546b5cab6c", "tag": "7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:18:43.195030 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2caf460-8104-4726-a27d-4d3248603a9f {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:18:43.195444 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2caf460-8104-4726-a27d-4d3248603a9f'] response: {'name': 'network-changed', 'server_uuid': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'tag': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'status': 'completed', 'code': 200} Apr 26 14:18:43.204154 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-71f4c546-6f20-4d66-8584-d693b4e6aa03 admin admin] Publish callbacks [] for security_group (958acac7-cae7-403c-82c4-b1cff9e47091), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:43.254336 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-466d7209-fe35-4c39-9dc3-abf335c30bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '6e1ca529-db29-4ff2-9682-ae46222613e9', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'port_id': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'mac_address': 'fa:16:3e:5a:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:18:41Z', 'updated_at': '2022-04-26T14:18:41Z', 'revision_number': 0, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:43.262245 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619be3d4-7069-434c-b926-91b7c1e0b435 req-47c868b7-e749-436d-a631-4d35b71c159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:43.263843 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-619be3d4-7069-434c-b926-91b7c1e0b435 req-47c868b7-e749-436d-a631-4d35b71c159f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 1129 time: 0.0439181 Apr 26 14:18:43.283923 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d7209-fe35-4c39-9dc3-abf335c30bc5 None None] Checking router: b3ffbd3b-0376-4507-b37d-c97d1a39d138 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:18:43.292214 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d7209-fe35-4c39-9dc3-abf335c30bc5 None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:18:43.292815 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-466d7209-fe35-4c39-9dc3-abf335c30bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:18:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:43.322682 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-71f4c546-6f20-4d66-8584-d693b4e6aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (958acac7-cae7-403c-82c4-b1cff9e47091), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:43.325328 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-71f4c546-6f20-4d66-8584-d693b4e6aa03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:43.329390 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-71f4c546-6f20-4d66-8584-d693b4e6aa03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/958acac7-cae7-403c-82c4-b1cff9e47091 HTTP/1.1" status: 204 len: 168 time: 0.2121825 Apr 26 14:18:43.339925 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4c546-6f20-4d66-8584-d693b4e6aa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958acac7-cae7-403c-82c4-b1cff9e47091,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:43.405341 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-466d7209-fe35-4c39-9dc3-abf335c30bc5 None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:18:43.616029 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619be3d4-7069-434c-b926-91b7c1e0b435 req-84b71f6e-1a15-4caf-af05-96a541137631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:43.616296 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-619be3d4-7069-434c-b926-91b7c1e0b435 req-84b71f6e-1a15-4caf-af05-96a541137631 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c46524c-1ef3-4576-ad52-5298a3962302 HTTP/1.1" status: 200 len: 913 time: 0.3455086 Apr 26 14:18:43.652162 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-466d7209-fe35-4c39-9dc3-abf335c30bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '6e1ca529-db29-4ff2-9682-ae46222613e9', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'port_id': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'mac_address': 'fa:16:3e:5a:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:18:41Z', 'updated_at': '2022-04-26T14:18:41Z', 'revision_number': 0, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:43.679640 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d7209-fe35-4c39-9dc3-abf335c30bc5 None None] The sync data for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi is: [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '6e1ca529-db29-4ff2-9682-ae46222613e9', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'port_id': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'mac_address': 'fa:16:3e:5a:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:18:41Z', 'updated_at': '2022-04-26T14:18:41Z', 'revision_number': 0, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:18:43.681547 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-619be3d4-7069-434c-b926-91b7c1e0b435 req-6e447a1e-b4c3-4c4f-ac05-b15e87e5cd16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 HTTP/1.1" status: 200 len: 998 time: 0.0593445 Apr 26 14:18:43.736978 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619be3d4-7069-434c-b926-91b7c1e0b435 req-bd1c7a61-35f5-449c-902b-29d0356ca29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:43.738521 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-619be3d4-7069-434c-b926-91b7c1e0b435 req-bd1c7a61-35f5-449c-902b-29d0356ca29d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03 HTTP/1.1" status: 200 len: 851 time: 0.0511847 Apr 26 14:18:43.787521 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619be3d4-7069-434c-b926-91b7c1e0b435 req-1408a823-354a-4a1c-a665-63b0860a3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:43.789036 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-619be3d4-7069-434c-b926-91b7c1e0b435 req-1408a823-354a-4a1c-a665-63b0860a3a7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c46524c-1ef3-4576-ad52-5298a3962302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445299 Apr 26 14:18:43.880801 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-619be3d4-7069-434c-b926-91b7c1e0b435 req-c5cb7bb1-37b5-4c57-9651-683cf3c28aeb service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853817 Apr 26 14:18:43.881787 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59923d3-052d-49b1-a17f-9655d7684a9f None None] New status for floating IP 6e1ca529-db29-4ff2-9682-ae46222613e9: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:18:43.973900 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34568) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:43.990350 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-619be3d4-7069-434c-b926-91b7c1e0b435 req-773f2cd5-6a1f-4d41-8c37-e062eef70f6c service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020458 Apr 26 14:18:43.991041 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:44.066076 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Publish callbacks [] for security_group (5ca39587-3a8c-420c-a402-f83c7f15fb2b), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:44.156142 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (5ca39587-3a8c-420c-a402-f83c7f15fb2b), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:44.194836 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9da1d1bfa1c6479085a003633c291580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198923 Apr 26 14:18:44.195562 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca39587-3a8c-420c-a402-f83c7f15fb2b,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:44.197524 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34570) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:44.202766 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:44.203115 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:44.203457 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:44.203807 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:44.204124 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:44.204496 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:44.205385 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:44.205715 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:44.206070 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:44.206399 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:44.206726 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:44.207049 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:44.207367 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79fd4b9-f3ab-4780-a047-7c56a9df253d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:18:44.250132 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4b563464-e4c6-4cf6-9836-cab69a6783bf admin admin] Publish callbacks [] for security_group (5ca39587-3a8c-420c-a402-f83c7f15fb2b), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:44.274144 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4b563464-e4c6-4cf6-9836-cab69a6783bf admin admin] Publish callbacks [] for security_group (5ca39587-3a8c-420c-a402-f83c7f15fb2b), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:44.424728 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4b563464-e4c6-4cf6-9836-cab69a6783bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (5ca39587-3a8c-420c-a402-f83c7f15fb2b), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:44.427208 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4b563464-e4c6-4cf6-9836-cab69a6783bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:44.428346 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4b563464-e4c6-4cf6-9836-cab69a6783bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ca39587-3a8c-420c-a402-f83c7f15fb2b HTTP/1.1" status: 204 len: 168 time: 0.2298179 Apr 26 14:18:44.436593 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b563464-e4c6-4cf6-9836-cab69a6783bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca39587-3a8c-420c-a402-f83c7f15fb2b,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:45.198681 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34576) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:45.211556 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6dbba86f-5378-4920-a40f-2f231d1505d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:45.283206 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6dbba86f-5378-4920-a40f-2f231d1505d3 admin admin] Publish callbacks [] for security_group (c4600256-0156-4169-a139-144ee7700627), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:45.350698 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6dbba86f-5378-4920-a40f-2f231d1505d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (c4600256-0156-4169-a139-144ee7700627), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:45.386655 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6dbba86f-5378-4920-a40f-2f231d1505d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90f181b14d5f41e7be0b93c5f75eed54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869268 Apr 26 14:18:45.388585 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbba86f-5378-4920-a40f-2f231d1505d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4600256-0156-4169-a139-144ee7700627,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:45.389420 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34578) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:45.436855 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-84cc9f04-f1c2-4c79-9ba8-4a8c2ececb6a admin admin] Publish callbacks [] for security_group (c4600256-0156-4169-a139-144ee7700627), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:45.461795 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-84cc9f04-f1c2-4c79-9ba8-4a8c2ececb6a admin admin] Publish callbacks [] for security_group (c4600256-0156-4169-a139-144ee7700627), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:45.578662 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-84cc9f04-f1c2-4c79-9ba8-4a8c2ececb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (c4600256-0156-4169-a139-144ee7700627), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:45.581803 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-84cc9f04-f1c2-4c79-9ba8-4a8c2ececb6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:45.582969 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-84cc9f04-f1c2-4c79-9ba8-4a8c2ececb6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4600256-0156-4169-a139-144ee7700627 HTTP/1.1" status: 204 len: 168 time: 0.1925249 Apr 26 14:18:45.590522 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc9f04-f1c2-4c79-9ba8-4a8c2ececb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4600256-0156-4169-a139-144ee7700627,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:53.554810 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34664) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:53.654901 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b320a974-cf22-4ad2-b92c-639dad405967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:53.725005 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b320a974-cf22-4ad2-b92c-639dad405967 admin admin] Publish callbacks [] for security_group (3fd86060-8e5b-451f-8171-7b2edceefa0f), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:53.817675 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b320a974-cf22-4ad2-b92c-639dad405967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (3fd86060-8e5b-451f-8171-7b2edceefa0f), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:53.858872 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320a974-cf22-4ad2-b92c-639dad405967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd86060-8e5b-451f-8171-7b2edceefa0f,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:53.863977 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b320a974-cf22-4ad2-b92c-639dad405967 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c28f52b7372645ba8442661fd47130a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081234 Apr 26 14:18:53.866727 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34670) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:53.912943 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9a872f00-54f7-41d4-a38a-34575d8a37f5 admin admin] Publish callbacks [] for security_group (3fd86060-8e5b-451f-8171-7b2edceefa0f), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:53.933236 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9a872f00-54f7-41d4-a38a-34575d8a37f5 admin admin] Publish callbacks [] for security_group (3fd86060-8e5b-451f-8171-7b2edceefa0f), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:54.098761 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9a872f00-54f7-41d4-a38a-34575d8a37f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (3fd86060-8e5b-451f-8171-7b2edceefa0f), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:54.101263 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9a872f00-54f7-41d4-a38a-34575d8a37f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:54.102490 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-9a872f00-54f7-41d4-a38a-34575d8a37f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fd86060-8e5b-451f-8171-7b2edceefa0f HTTP/1.1" status: 204 len: 168 time: 0.2349496 Apr 26 14:18:54.110001 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a872f00-54f7-41d4-a38a-34575d8a37f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd86060-8e5b-451f-8171-7b2edceefa0f,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:54.776174 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34678) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:54.789910 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-befe9f50-9ed1-41e5-a7d8-d803356a0fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:54.865460 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-befe9f50-9ed1-41e5-a7d8-d803356a0fa6 admin admin] Publish callbacks [] for security_group (3bf5ee41-ec5f-48ec-b195-6fd854999072), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:54.933226 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-befe9f50-9ed1-41e5-a7d8-d803356a0fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (3bf5ee41-ec5f-48ec-b195-6fd854999072), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:54.974377 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-befe9f50-9ed1-41e5-a7d8-d803356a0fa6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e431b774aa9c4eb3bd3565dcb1fe2611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962342 Apr 26 14:18:54.975491 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe9f50-9ed1-41e5-a7d8-d803356a0fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf5ee41-ec5f-48ec-b195-6fd854999072,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:54.976837 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34688) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:55.024544 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bf7fb9d3-be60-49dd-8c7e-cdaef8ad32ef admin admin] Publish callbacks [] for security_group (3bf5ee41-ec5f-48ec-b195-6fd854999072), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:55.045596 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bf7fb9d3-be60-49dd-8c7e-cdaef8ad32ef admin admin] Publish callbacks [] for security_group (3bf5ee41-ec5f-48ec-b195-6fd854999072), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:55.215263 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bf7fb9d3-be60-49dd-8c7e-cdaef8ad32ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (3bf5ee41-ec5f-48ec-b195-6fd854999072), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:55.217890 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bf7fb9d3-be60-49dd-8c7e-cdaef8ad32ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:55.219195 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-bf7fb9d3-be60-49dd-8c7e-cdaef8ad32ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3bf5ee41-ec5f-48ec-b195-6fd854999072 HTTP/1.1" status: 204 len: 168 time: 0.2412632 Apr 26 14:18:55.227493 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fb9d3-be60-49dd-8c7e-cdaef8ad32ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf5ee41-ec5f-48ec-b195-6fd854999072,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:56.349859 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d8cbc925-3734-48ff-aebe-6903e26a638b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:56.788034 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c437834-d7be-4222-bd4c-886871d27769 req-a13779d1-14a7-43c3-afd3-53a3e59c99d6 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:56.789753 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5c437834-d7be-4222-bd4c-886871d27769 req-a13779d1-14a7-43c3-afd3-53a3e59c99d6 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 946 time: 0.0519345 Apr 26 14:18:56.842324 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5c437834-d7be-4222-bd4c-886871d27769 req-7f4341d6-262a-43d2-866b-8ef4aaa12133 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469189 Apr 26 14:18:57.969435 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb78656-0b8b-44b8-973d-16493cba799a req-4ac4acb7-c4d2-4647-8b77-e95b516a412d tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:57.970971 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bdb78656-0b8b-44b8-973d-16493cba799a req-4ac4acb7-c4d2-4647-8b77-e95b516a412d tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 946 time: 0.0530503 Apr 26 14:18:58.017563 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bdb78656-0b8b-44b8-973d-16493cba799a req-13e44b9f-4c50-4269-a385-0ded31381442 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398242 Apr 26 14:18:58.415177 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34770) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:58.455701 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:18:58.470233 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-328fe743-d55d-40f0-adde-57ff905b886d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:58.519045 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c61689e2-df01-4b6d-8155-e26f69e67cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:58.551721 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21949611-2fe6-452e-8bee-06de76160a22 req-18c9db2a-b123-493c-8fbb-2fbb92534edc tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:58.553235 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21949611-2fe6-452e-8bee-06de76160a22 req-18c9db2a-b123-493c-8fbb-2fbb92534edc tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.26 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 946 time: 0.0576580 Apr 26 14:18:58.596785 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c61689e2-df01-4b6d-8155-e26f69e67cc9 admin admin] Publish callbacks [] for security_group (ecf85098-bb15-45b4-9915-30b448dad6ef), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:58.648194 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-21949611-2fe6-452e-8bee-06de76160a22 req-53ee6255-37d0-44c3-89b3-3479cc63ce6f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Deleting port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:18:58.648535 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-21949611-2fe6-452e-8bee-06de76160a22 req-53ee6255-37d0-44c3-89b3-3479cc63ce6f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:58.670041 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c61689e2-df01-4b6d-8155-e26f69e67cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ecf85098-bb15-45b4-9915-30b448dad6ef), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:58.708592 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61689e2-df01-4b6d-8155-e26f69e67cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf85098-bb15-45b4-9915-30b448dad6ef,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:58.713648 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c61689e2-df01-4b6d-8155-e26f69e67cc9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92735198b1a445669bee1c387a240597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975094 Apr 26 14:18:58.715612 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34774) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:58.740410 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-21949611-2fe6-452e-8bee-06de76160a22 req-53ee6255-37d0-44c3-89b3-3479cc63ce6f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] For port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:18:58.741037 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-21949611-2fe6-452e-8bee-06de76160a22 req-53ee6255-37d0-44c3-89b3-3479cc63ce6f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:58.767793 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-582060b2-b4cc-4427-86e1-57ec25b2bb24 admin admin] Publish callbacks [] for security_group (ecf85098-bb15-45b4-9915-30b448dad6ef), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:58.789010 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-582060b2-b4cc-4427-86e1-57ec25b2bb24 admin admin] Publish callbacks [] for security_group (ecf85098-bb15-45b4-9915-30b448dad6ef), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:58.908354 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-21949611-2fe6-452e-8bee-06de76160a22 req-53ee6255-37d0-44c3-89b3-3479cc63ce6f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:58.908714 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-21949611-2fe6-452e-8bee-06de76160a22 req-53ee6255-37d0-44c3-89b3-3479cc63ce6f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (21795bc5-15a5-4f8c-b5b2-f7fb991f3691), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:58.909051 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-21949611-2fe6-452e-8bee-06de76160a22 req-53ee6255-37d0-44c3-89b3-3479cc63ce6f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Floating IP 21795bc5-15a5-4f8c-b5b2-f7fb991f3691 disassociated. External IP: 172.27.1.163, port: cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac. Apr 26 14:18:58.909401 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-21949611-2fe6-452e-8bee-06de76160a22 req-53ee6255-37d0-44c3-89b3-3479cc63ce6f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Calling delete_port for cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:18:58.910915 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-582060b2-b4cc-4427-86e1-57ec25b2bb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ecf85098-bb15-45b4-9915-30b448dad6ef), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:58.913488 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-582060b2-b4cc-4427-86e1-57ec25b2bb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:58.915005 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-582060b2-b4cc-4427-86e1-57ec25b2bb24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecf85098-bb15-45b4-9915-30b448dad6ef HTTP/1.1" status: 204 len: 168 time: 0.1984267 Apr 26 14:18:58.922656 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582060b2-b4cc-4427-86e1-57ec25b2bb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf85098-bb15-45b4-9915-30b448dad6ef,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:59.147349 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdfd30-54c9-4730-bfc2-54e6c74523f1 req-2de08666-e34d-4405-8d23-525ae587d7c1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:18:59.148857 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b1cdfd30-54c9-4730-bfc2-54e6c74523f1 req-2de08666-e34d-4405-8d23-525ae587d7c1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=19eb5dea-2ee7-4a41-9058-de514304256b HTTP/1.1" status: 200 len: 946 time: 0.0578315 Apr 26 14:18:59.150386 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-21949611-2fe6-452e-8bee-06de76160a22 req-53ee6255-37d0-44c3-89b3-3479cc63ce6f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:59.195173 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee6255-37d0-44c3-89b3-3479cc63ce6f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event deleted for resources: {'Port': ['ID=cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:59.294897 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b1cdfd30-54c9-4730-bfc2-54e6c74523f1 req-3bf91b43-a801-4881-97e6-e33fd3262715 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356654 Apr 26 14:18:59.335095 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21949611-2fe6-452e-8bee-06de76160a22 req-53ee6255-37d0-44c3-89b3-3479cc63ce6f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:18:59.446792 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21949611-2fe6-452e-8bee-06de76160a22 req-53ee6255-37d0-44c3-89b3-3479cc63ce6f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:18:59.456809 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357aa28-47d9-4063-87a6-4ce422faa802 None None] Sync routers for ids ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:18:59.467140 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357aa28-47d9-4063-87a6-4ce422faa802 None None] Routers {'5a3be8b0-dbd7-46d3-9139-c3277aa5526f'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:18:59.468062 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8357aa28-47d9-4063-87a6-4ce422faa802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:18:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:59.492008 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-21949611-2fe6-452e-8bee-06de76160a22 req-53ee6255-37d0-44c3-89b3-3479cc63ce6f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] No DVR routers for this DVR port cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:18:59.494616 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-21949611-2fe6-452e-8bee-06de76160a22 req-53ee6255-37d0-44c3-89b3-3479cc63ce6f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:59.497995 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21949611-2fe6-452e-8bee-06de76160a22 req-53ee6255-37d0-44c3-89b3-3479cc63ce6f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.26 "DELETE /v2.0/ports/cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac HTTP/1.1" status: 204 len: 173 time: 0.9384804 Apr 26 14:18:59.498433 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19eb5dea-2ee7-4a41-9058-de514304256b', 'name': 'network-vif-deleted', 'tag': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:18:59.500658 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb6b221-31ec-4059-9b08-d83927e81e68" -d '{"events": [{"server_uuid": "19eb5dea-2ee7-4a41-9058-de514304256b", "name": "network-vif-deleted", "tag": "cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:18:59.536071 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d3dd59-27d4-4bd9-bece-76c2611dbc50 x-openstack-request-id: req-f5d3dd59-27d4-4bd9-bece-76c2611dbc50 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:18:59.536575 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19eb5dea-2ee7-4a41-9058-de514304256b", "name": "network-vif-deleted", "tag": "cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:18:59.537394 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5d3dd59-27d4-4bd9-bece-76c2611dbc50 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:18:59.538146 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d3dd59-27d4-4bd9-bece-76c2611dbc50'] response: {'server_uuid': '19eb5dea-2ee7-4a41-9058-de514304256b', 'name': 'network-vif-deleted', 'tag': 'cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac', 'status': 'completed', 'code': 200} Apr 26 14:18:59.563484 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34784) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:59.577898 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ecea84f9-bc5d-483e-9342-8475a751528a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:59.590889 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-8357aa28-47d9-4063-87a6-4ce422faa802 None None] Set router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:18:59.672076 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ecea84f9-bc5d-483e-9342-8475a751528a admin admin] Publish callbacks [] for security_group (488efb51-bc97-403a-bf16-636200232f25), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:59.784297 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ecea84f9-bc5d-483e-9342-8475a751528a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (488efb51-bc97-403a-bf16-636200232f25), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:59.799018 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8357aa28-47d9-4063-87a6-4ce422faa802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '2c7c5e41-db51-4276-a106-99b54650e81b', 'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'mac_address': 'fa:16:3e:0e:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:02Z', 'updated_at': '2022-04-26T14:16:07Z', 'revision_number': 5, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'subnets': [{'id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:59.822152 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:59.829948 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ecea84f9-bc5d-483e-9342-8475a751528a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb863a57ba9f430f9c47ad6215b2c8c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594690 Apr 26 14:18:59.829948 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea84f9-bc5d-483e-9342-8475a751528a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488efb51-bc97-403a-bf16-636200232f25,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:18:59.830297 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34786) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:18:59.830742 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357aa28-47d9-4063-87a6-4ce422faa802 None None] Checking router: 5a3be8b0-dbd7-46d3-9139-c3277aa5526f for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:18:59.837902 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8357aa28-47d9-4063-87a6-4ce422faa802 None None] Routers {'5a3be8b0-dbd7-46d3-9139-c3277aa5526f'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:18:59.838605 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8357aa28-47d9-4063-87a6-4ce422faa802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:18:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:18:59.886218 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c4b8cfa-8d4b-4ac9-99e3-eb3501e2fadf admin admin] Publish callbacks [] for security_group (488efb51-bc97-403a-bf16-636200232f25), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:18:59.909219 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c4b8cfa-8d4b-4ac9-99e3-eb3501e2fadf admin admin] Publish callbacks [] for security_group (488efb51-bc97-403a-bf16-636200232f25), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:00.034379 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-8357aa28-47d9-4063-87a6-4ce422faa802 None None] Set router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:19:00.041876 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c4b8cfa-8d4b-4ac9-99e3-eb3501e2fadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (488efb51-bc97-403a-bf16-636200232f25), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:00.044540 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1c4b8cfa-8d4b-4ac9-99e3-eb3501e2fadf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:00.045713 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-1c4b8cfa-8d4b-4ac9-99e3-eb3501e2fadf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/488efb51-bc97-403a-bf16-636200232f25 HTTP/1.1" status: 204 len: 168 time: 0.2179875 Apr 26 14:19:00.054661 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b8cfa-8d4b-4ac9-99e3-eb3501e2fadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488efb51-bc97-403a-bf16-636200232f25,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:00.240614 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8357aa28-47d9-4063-87a6-4ce422faa802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '2c7c5e41-db51-4276-a106-99b54650e81b', 'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'mac_address': 'fa:16:3e:0e:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:02Z', 'updated_at': '2022-04-26T14:16:07Z', 'revision_number': 5, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'subnets': [{'id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:19:00.265836 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8357aa28-47d9-4063-87a6-4ce422faa802 None None] The sync data for ids ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'] in dv-cinder-835133-2-iscsi is: [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '2c7c5e41-db51-4276-a106-99b54650e81b', 'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'mac_address': 'fa:16:3e:0e:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:02Z', 'updated_at': '2022-04-26T14:16:07Z', 'revision_number': 5, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'subnets': [{'id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:19:00.455013 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34796) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:19:00.506349 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b5a83-4307-4e1d-8c41-1f6377ac9a76 None None] New status for floating IP 21795bc5-15a5-4f8c-b5b2-f7fb991f3691: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:19:00.519706 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-740c2108-3b62-4d70-8376-7a4f43e869d8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group (acd93a0e-8172-4e4c-91b8-7c1d1af4f12f), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:00.545208 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-740c2108-3b62-4d70-8376-7a4f43e869d8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group (acd93a0e-8172-4e4c-91b8-7c1d1af4f12f), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:00.681879 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-740c2108-3b62-4d70-8376-7a4f43e869d8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (acd93a0e-8172-4e4c-91b8-7c1d1af4f12f), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:00.684525 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-740c2108-3b62-4d70-8376-7a4f43e869d8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:00.685687 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-740c2108-3b62-4d70-8376-7a4f43e869d8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "DELETE /v2.0/security-groups/acd93a0e-8172-4e4c-91b8-7c1d1af4f12f HTTP/1.1" status: 204 len: 168 time: 0.2296576 Apr 26 14:19:00.688474 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34804) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:19:00.695035 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c2108-3b62-4d70-8376-7a4f43e869d8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd93a0e-8172-4e4c-91b8-7c1d1af4f12f,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:00.701749 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.api.v2.resource [None req-051c7dee-394a-41a0-bfca-9b47009e1b06 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] show failed (client error): The resource could not be found. Apr 26 14:19:00.702776 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-051c7dee-394a-41a0-bfca-9b47009e1b06 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups/acd93a0e-8172-4e4c-91b8-7c1d1af4f12f HTTP/1.1" status: 404 len: 347 time: 0.0133326 Apr 26 14:19:00.705591 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34806) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:19:00.829290 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-61d88f5e-4459-4a11-bf96-0c699b7a3ff6 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Deleting port 033cac71-ed02-4058-b209-eaea710bc62c {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:19:00.829558 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-61d88f5e-4459-4a11-bf96-0c699b7a3ff6 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (033cac71-ed02-4058-b209-eaea710bc62c), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:00.908150 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-61d88f5e-4459-4a11-bf96-0c699b7a3ff6 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (033cac71-ed02-4058-b209-eaea710bc62c), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:00.908150 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-61d88f5e-4459-4a11-bf96-0c699b7a3ff6 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for floatingip (033cac71-ed02-4058-b209-eaea710bc62c), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:00.919944 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-61d88f5e-4459-4a11-bf96-0c699b7a3ff6 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Calling delete_port for 033cac71-ed02-4058-b209-eaea710bc62c owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:19:01.110727 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-61d88f5e-4459-4a11-bf96-0c699b7a3ff6 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (033cac71-ed02-4058-b209-eaea710bc62c), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:01.135675 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d88f5e-4459-4a11-bf96-0c699b7a3ff6 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event deleted for resources: {'Port': ['ID=033cac71-ed02-4058-b209-eaea710bc62c,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:01.196551 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-61d88f5e-4459-4a11-bf96-0c699b7a3ff6 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for floatingip (21795bc5-15a5-4f8c-b5b2-f7fb991f3691), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:01.196757 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-61d88f5e-4459-4a11-bf96-0c699b7a3ff6 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:01.197911 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-61d88f5e-4459-4a11-bf96-0c699b7a3ff6 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "DELETE /v2.0/floatingips/21795bc5-15a5-4f8c-b5b2-f7fb991f3691 HTTP/1.1" status: 204 len: 168 time: 0.4913983 Apr 26 14:19:01.354430 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:01.419883 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34826) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:19:01.424398 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-e9b1d2be-b63b-455f-80e4-e2b4175d8142 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2135464847', 'description': 'tempest-description--1414751759'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:19:01.539038 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d2be-b63b-455f-80e4-e2b4175d8142 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:01.605293 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d2be-b63b-455f-80e4-e2b4175d8142 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group (cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:01.693741 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d2be-b63b-455f-80e4-e2b4175d8142 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:01.722514 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1d2be-b63b-455f-80e4-e2b4175d8142 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:01.792986 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d2be-b63b-455f-80e4-e2b4175d8142 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:01.798849 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-e9b1d2be-b63b-455f-80e4-e2b4175d8142 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3733189 Apr 26 14:19:01.800903 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34830) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:19:01.805834 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-731da0a7-ec43-4709-a2df-ddd610dd531c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Request body: {'security_group_rule': {'security_group_id': 'cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:19:01.819226 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:19:01.839214 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:19:01.839558 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device cbd4e808-d0c8-4cad-a0d4-f17de7b6eaac not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:19:01.875861 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34832) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:19:01.890877 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-731da0a7-ec43-4709-a2df-ddd610dd531c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group_rule (574b71d2-4041-4341-8c64-3ec6e4dde3d5), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:01.942976 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-731da0a7-ec43-4709-a2df-ddd610dd531c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group_rule (574b71d2-4041-4341-8c64-3ec6e4dde3d5), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:01.978762 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-be064987-e90c-4c5f-a1e5-93586c38dd1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.030953 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-731da0a7-ec43-4709-a2df-ddd610dd531c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (574b71d2-4041-4341-8c64-3ec6e4dde3d5), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.058382 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731da0a7-ec43-4709-a2df-ddd610dd531c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574b71d2-4041-4341-8c64-3ec6e4dde3d5,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:02.071618 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-be064987-e90c-4c5f-a1e5-93586c38dd1d admin admin] Publish callbacks [] for security_group (ca600f4e-52ba-44d5-9e4e-462266378c5d), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.129308 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-731da0a7-ec43-4709-a2df-ddd610dd531c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.130491 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-731da0a7-ec43-4709-a2df-ddd610dd531c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3280203 Apr 26 14:19:02.133120 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34836) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:19:02.137412 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-2ca59ae9-ace4-4136-97bb-d5a6995aeb69 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Request body: {'security_group_rule': {'security_group_id': 'cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:19:02.151879 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-be064987-e90c-4c5f-a1e5-93586c38dd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ca600f4e-52ba-44d5-9e4e-462266378c5d), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.193405 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-be064987-e90c-4c5f-a1e5-93586c38dd1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7708fced6f6645dd8b7431d9ec158faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164215 Apr 26 14:19:02.194257 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be064987-e90c-4c5f-a1e5-93586c38dd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca600f4e-52ba-44d5-9e4e-462266378c5d,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:02.196246 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34838) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:19:02.212826 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2ca59ae9-ace4-4136-97bb-d5a6995aeb69 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group_rule (35e045b8-d20a-4f89-b01b-38ca4d2e0d5e), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.243500 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Publish callbacks [] for security_group (ca600f4e-52ba-44d5-9e4e-462266378c5d), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.262811 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2ca59ae9-ace4-4136-97bb-d5a6995aeb69 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group_rule (35e045b8-d20a-4f89-b01b-38ca4d2e0d5e), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.266903 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Publish callbacks [] for security_group (ca600f4e-52ba-44d5-9e4e-462266378c5d), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.315890 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2ca59ae9-ace4-4136-97bb-d5a6995aeb69 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953730'] for security_group_rule (35e045b8-d20a-4f89-b01b-38ca4d2e0d5e), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.333485 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca59ae9-ace4-4136-97bb-d5a6995aeb69 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e045b8-d20a-4f89-b01b-38ca4d2e0d5e,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:02.366414 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ca600f4e-52ba-44d5-9e4e-462266378c5d), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.368978 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.370139 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca600f4e-52ba-44d5-9e4e-462266378c5d HTTP/1.1" status: 204 len: 168 time: 0.1728821 Apr 26 14:19:02.377926 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca600f4e-52ba-44d5-9e4e-462266378c5d,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:02.388823 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:02.388823 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:02.388823 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:02.388823 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:02.388823 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:02.388823 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:02.388823 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:02.388823 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:02.388823 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:02.388823 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:02.388823 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:02.388823 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:02.388823 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee748ec2-6dd6-4b99-be69-553cdc2c85de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:02.409899 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2ca59ae9-ace4-4136-97bb-d5a6995aeb69 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.411756 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-2ca59ae9-ace4-4136-97bb-d5a6995aeb69 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2776647 Apr 26 14:19:02.415494 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34842) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:19:02.419920 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Request body: {'floatingip': {'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:19:02.510271 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.569562 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.603144 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:02.921432 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Allocated IP 172.27.1.112 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/7d5dceec-cdb8-48fb-9849-c0654b51a968) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:19:03.017343 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for port (7d5dceec-cdb8-48fb-9849-c0654b51a968), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:03.116624 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (7d5dceec-cdb8-48fb-9849-c0654b51a968), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:03.153426 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:19:03.156236 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:19:03.159665 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:19:03.185713 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event updated for resources: {'Port': ['ID=7d5dceec-cdb8-48fb-9849-c0654b51a968,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:03.248273 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for floatingip (289b5d87-2767-4dc4-99c1-ab6da4a56b7f), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:03.361312 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (7d5dceec-cdb8-48fb-9849-c0654b51a968), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:03.512224 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for port (7d5dceec-cdb8-48fb-9849-c0654b51a968), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:03.623207 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745578'] for port (7d5dceec-cdb8-48fb-9849-c0654b51a968), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:03.693658 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event updated for resources: {'Port': ['ID=7d5dceec-cdb8-48fb-9849-c0654b51a968,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:03.703415 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (289b5d87-2767-4dc4-99c1-ab6da4a56b7f), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:03.797778 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:03.799053 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-069a07d9-c46c-40b8-8b8d-10c76461b404 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3826706 Apr 26 14:19:03.991054 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-5710b8b7-13ac-4b05-81bb-5d1b0bb1abfb tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2135464847&fields=id&tenant_id=ceae37df7abe4226ab88abbc1d289a5c HTTP/1.1" status: 200 len: 267 time: 0.0416214 Apr 26 14:19:04.099004 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-d0eee478-bafa-49c8-b242-94b9a448d919 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:04.101584 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-d0eee478-bafa-49c8-b242-94b9a448d919 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/networks?id=bc63f20b-e52c-4941-838b-394d035812b6 HTTP/1.1" status: 200 len: 816 time: 0.1039696 Apr 26 14:19:04.115459 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-9ca66619-a85c-4ee1-aee2-e9869c80a113 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/quotas/ceae37df7abe4226ab88abbc1d289a5c HTTP/1.1" status: 200 len: 375 time: 0.0096114 Apr 26 14:19:04.172331 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-681c8d1c-2ded-4047-9ea3-ab44560a4ac9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ceae37df7abe4226ab88abbc1d289a5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510676 Apr 26 14:19:04.265239 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-f9796804-2e91-4de6-9a40-bb5c6332c70f service neutron] 10.222.0.23 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817571 Apr 26 14:19:04.359346 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-6a3aa584-0b68-4541-91b8-ce5385bb65d8 service neutron] 10.222.0.23 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878134 Apr 26 14:19:04.580031 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e1aec5a7-d088-4cde-9516-615bb580322b req-a186f826-72b0-4dd0-8fd3-fee2113dd47c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 210 time: 0.0264206 Apr 26 14:19:05.678302 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-87f3e316-ca98-42a8-a3a2-8d532abc833d req-57d72f28-7eca-4c46-94cf-1075680b571f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 210 time: 0.0285625 Apr 26 14:19:06.641586 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-504ae2a9-1f69-4784-92c4-e41bfd645790 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:06.643101 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-504ae2a9-1f69-4784-92c4-e41bfd645790 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.26 "GET /v2.0/networks?id=bc63f20b-e52c-4941-838b-394d035812b6 HTTP/1.1" status: 200 len: 816 time: 0.1045401 Apr 26 14:19:06.706723 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-b6bf72a6-dbe3-4302-bd05-c9d71b0f4470 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ceae37df7abe4226ab88abbc1d289a5c HTTP/1.1" status: 200 len: 380 time: 0.0553925 Apr 26 14:19:06.715314 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-dc50e852-39d7-430c-a946-ea4ac8f1aee2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Request body: {'port': {'device_id': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'admin_state_up': True, 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'security_groups': ['cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:19:06.786946 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d74b795-93a8-405f-ada7-6f225aca0c96 req-c85b2f6d-2fe3-4ea9-9a10-8a338f5391b8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 210 time: 0.0312920 Apr 26 14:19:06.961702 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-dc50e852-39d7-430c-a946-ea4ac8f1aee2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Made reservation on behalf of ceae37df7abe4226ab88abbc1d289a5c for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:19:06.965051 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-dc50e852-39d7-430c-a946-ea4ac8f1aee2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:07.011357 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 34914) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:19:07.095770 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-dc50e852-39d7-430c-a946-ea4ac8f1aee2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Allocated IP 172.20.0.4 (bc63f20b-e52c-4941-838b-394d035812b6/a30cea70-cfe0-4e96-8e8d-25b1736752b4/6e08a9a3-5f22-413d-9915-7b85302213b0) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:19:07.116520 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-626ec256-35c5-41bf-8934-51d11308cf22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:07.188811 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-626ec256-35c5-41bf-8934-51d11308cf22 admin admin] Publish callbacks [] for security_group (afb54069-111a-4dee-8524-268db9eb47c6), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:07.230318 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-dc50e852-39d7-430c-a946-ea4ac8f1aee2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:07.286889 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-626ec256-35c5-41bf-8934-51d11308cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (afb54069-111a-4dee-8524-268db9eb47c6), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:07.328027 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-626ec256-35c5-41bf-8934-51d11308cf22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8edb5a5d03e4e6a9a890cb80a8d07ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153317 Apr 26 14:19:07.329132 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ec256-35c5-41bf-8934-51d11308cf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb54069-111a-4dee-8524-268db9eb47c6,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:07.330713 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34920) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:19:07.364651 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-dc50e852-39d7-430c-a946-ea4ac8f1aee2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:07.412149 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6b5c070d-9221-4fcb-af5c-df3ad46fafb3 admin admin] Publish callbacks [] for security_group (afb54069-111a-4dee-8524-268db9eb47c6), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:07.427427 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-dc50e852-39d7-430c-a946-ea4ac8f1aee2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Network bc63f20b-e52c-4941-838b-394d035812b6 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:19:07.436737 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-dc50e852-39d7-430c-a946-ea4ac8f1aee2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:19:07.440987 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50e852-39d7-430c-a946-ea4ac8f1aee2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event updated for resources: {'Port': ['ID=6e08a9a3-5f22-413d-9915-7b85302213b0,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:07.443802 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-dc50e852-39d7-430c-a946-ea4ac8f1aee2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:19:07.471678 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6b5c070d-9221-4fcb-af5c-df3ad46fafb3 admin admin] Publish callbacks [] for security_group (afb54069-111a-4dee-8524-268db9eb47c6), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:07.523920 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-dc50e852-39d7-430c-a946-ea4ac8f1aee2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:07.524538 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-dc50e852-39d7-430c-a946-ea4ac8f1aee2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:07.604148 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-dc50e852-39d7-430c-a946-ea4ac8f1aee2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8925188 Apr 26 14:19:07.616118 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Request body: {'port': {'device_id': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:19:07.637267 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6b5c070d-9221-4fcb-af5c-df3ad46fafb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (afb54069-111a-4dee-8524-268db9eb47c6), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:07.639839 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6b5c070d-9221-4fcb-af5c-df3ad46fafb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:07.640913 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6b5c070d-9221-4fcb-af5c-df3ad46fafb3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/afb54069-111a-4dee-8524-268db9eb47c6 HTTP/1.1" status: 204 len: 168 time: 0.3092036 Apr 26 14:19:07.654912 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c070d-9221-4fcb-af5c-df3ad46fafb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb54069-111a-4dee-8524-268db9eb47c6,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:07.680786 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-1cce8abc-eb9e-4913-a25a-7e713b432313 None None] Provisioning complete for port 6e08a9a3-5f22-413d-9915-7b85302213b0 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:19:07.681364 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1cce8abc-eb9e-4913-a25a-7e713b432313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:07.686765 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:07.717398 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-1cce8abc-eb9e-4913-a25a-7e713b432313 None None] Port 6e08a9a3-5f22-413d-9915-7b85302213b0 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:19:07.913015 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45136e24-4d4e-463b-9349-53b0c1b87efb req-3e6a9003-2fe6-419c-95b2-53ff75bc2a97 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:07.914810 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-45136e24-4d4e-463b-9349-53b0c1b87efb req-3e6a9003-2fe6-419c-95b2-53ff75bc2a97 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 931 time: 0.0532875 Apr 26 14:19:07.954233 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e08a9a3-5f22-413d-9915-7b85302213b0 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:19:07.962083 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Publish callbacks [] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:07.964026 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-45136e24-4d4e-463b-9349-53b0c1b87efb req-336afb76-b44c-4743-a81c-4d2c778abc80 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436118 Apr 26 14:19:07.974592 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Transition to ACTIVE for port object 6e08a9a3-5f22-413d-9915-7b85302213b0 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:19:08.093167 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:08.148272 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Pushing event updated for resources: {'Port': ['ID=6e08a9a3-5f22-413d-9915-7b85302213b0,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:08.226631 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Attempting to bind port 6e08a9a3-5f22-413d-9915-7b85302213b0 on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:19:08.226960 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Attempting to bind port 6e08a9a3-5f22-413d-9915-7b85302213b0 by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:19:08.227446 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Attempting to bind port 6e08a9a3-5f22-413d-9915-7b85302213b0 on network bc63f20b-e52c-4941-838b-394d035812b6 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:19:08.233684 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Port 6e08a9a3-5f22-413d-9915-7b85302213b0 on network bc63f20b-e52c-4941-838b-394d035812b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:19:08.234217 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Attempting to bind port 6e08a9a3-5f22-413d-9915-7b85302213b0 on network bc63f20b-e52c-4941-838b-394d035812b6 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:19:08.240002 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:19:08.240385 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Checking segment: {'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:19:08.240733 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Bound using segment: {'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:19:08.241177 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Bound port: 6e08a9a3-5f22-413d-9915-7b85302213b0, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:19:08.241542 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:08.311113 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] For port 6e08a9a3-5f22-413d-9915-7b85302213b0, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:19:08.314248 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] For port 6e08a9a3-5f22-413d-9915-7b85302213b0, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=6e08a9a3-5f22-413d-9915-7b85302213b0,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:19:08.400857 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:08.434349 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:08.434976 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:08.436384 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] 10.222.0.26 "PUT /v2.0/ports/6e08a9a3-5f22-413d-9915-7b85302213b0 HTTP/1.1" status: 200 len: 1093 time: 0.8248494 Apr 26 14:19:08.436837 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'tag': '6e08a9a3-5f22-413d-9915-7b85302213b0'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:19:08.439156 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5039c9c6-5ab1-44cb-b937-99ed1eba3587" -d '{"events": [{"name": "network-changed", "server_uuid": "019e4a26-ae44-45c7-9ced-eeccd45128e0", "tag": "6e08a9a3-5f22-413d-9915-7b85302213b0"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:19:08.478184 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df684e5a-2e3b-4f69-a1bd-6d88be315fcf service neutron] Pushing event updated for resources: {'Port': ['ID=6e08a9a3-5f22-413d-9915-7b85302213b0,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:08.481767 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e469fa07-2652-458a-971a-e68a0c4afb2e x-openstack-request-id: req-e469fa07-2652-458a-971a-e68a0c4afb2e {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:19:08.482086 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019e4a26-ae44-45c7-9ced-eeccd45128e0", "tag": "6e08a9a3-5f22-413d-9915-7b85302213b0", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:19:08.482343 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e469fa07-2652-458a-971a-e68a0c4afb2e {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:19:08.482750 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e469fa07-2652-458a-971a-e68a0c4afb2e'] response: {'name': 'network-changed', 'server_uuid': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'tag': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'status': 'completed', 'code': 200} Apr 26 14:19:08.549143 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039c9c6-5ab1-44cb-b937-99ed1eba3587 req-97119edb-ad06-4c68-8558-6cbe3da3d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:08.550675 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5039c9c6-5ab1-44cb-b937-99ed1eba3587 req-97119edb-ad06-4c68-8558-6cbe3da3d3fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ceae37df7abe4226ab88abbc1d289a5c&device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 1127 time: 0.0469878 Apr 26 14:19:08.650831 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039c9c6-5ab1-44cb-b937-99ed1eba3587 req-e8db8815-8671-41d7-9830-8d975c4accb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:08.652437 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5039c9c6-5ab1-44cb-b937-99ed1eba3587 req-e8db8815-8671-41d7-9830-8d975c4accb7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ceae37df7abe4226ab88abbc1d289a5c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0948563 Apr 26 14:19:08.742487 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039c9c6-5ab1-44cb-b937-99ed1eba3587 req-0e8e9b4d-9a82-4eb0-9f2e-20e6dc7762cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:08.743877 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5039c9c6-5ab1-44cb-b937-99ed1eba3587 req-0e8e9b4d-9a82-4eb0-9f2e-20e6dc7762cf service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846057 Apr 26 14:19:08.828098 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-8442d458-59de-4d3e-8591-8b7b0b983511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:08.829602 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-8442d458-59de-4d3e-8591-8b7b0b983511 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ceae37df7abe4226ab88abbc1d289a5c&device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 1127 time: 0.0518675 Apr 26 14:19:08.869066 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-11b113ed-6d71-4b34-8edd-9a7e2a9cc45b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e08a9a3-5f22-413d-9915-7b85302213b0 HTTP/1.1" status: 200 len: 217 time: 0.0331035 Apr 26 14:19:08.915678 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-b2a8004a-d9e0-4ecf-b88d-7ee20588093a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:08.917167 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-b2a8004a-d9e0-4ecf-b88d-7ee20588093a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a30cea70-cfe0-4e96-8e8d-25b1736752b4 HTTP/1.1" status: 200 len: 855 time: 0.0425761 Apr 26 14:19:08.964420 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-fe3c8d0c-ac1f-4084-9795-738891e14360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:08.965867 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-fe3c8d0c-ac1f-4084-9795-738891e14360 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc63f20b-e52c-4941-838b-394d035812b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422845 Apr 26 14:19:09.055093 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-02ece693-107d-475a-96a3-c07331cceb79 service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828791 Apr 26 14:19:09.084076 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbecef3-7c91-4a64-9aa6-92ac24598262 req-29d12c1e-50fc-4d9e-9099-3fb52158e380 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:09.085550 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-edbecef3-7c91-4a64-9aa6-92ac24598262 req-29d12c1e-50fc-4d9e-9099-3fb52158e380 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.0515547 Apr 26 14:19:09.130657 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-edbecef3-7c91-4a64-9aa6-92ac24598262 req-f01867e8-4351-4843-a5bb-b523b0346e40 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393960 Apr 26 14:19:09.140866 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbc55db4-0156-4945-ad8f-63bdb218e2cd req-949a620f-0c06-4088-9b34-972a3bc6f421 service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801783 Apr 26 14:19:10.261562 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e8775-5552-45d5-a3d0-870803e92caa req-40e18c1e-123f-446b-9d94-e01e3acd3000 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:10.263027 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1b3e8775-5552-45d5-a3d0-870803e92caa req-40e18c1e-123f-446b-9d94-e01e3acd3000 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.0542729 Apr 26 14:19:10.307382 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1b3e8775-5552-45d5-a3d0-870803e92caa req-f605a424-28e3-41fc-9966-9020e2240818 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389009 Apr 26 14:19:10.881305 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:11.434560 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bc926-e040-4760-a3b2-a89472ddd2f8 req-389664a4-69c2-4842-90fa-c012ccd226ae tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:11.436050 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f71bc926-e040-4760-a3b2-a89472ddd2f8 req-389664a4-69c2-4842-90fa-c012ccd226ae tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.0579729 Apr 26 14:19:11.482383 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f71bc926-e040-4760-a3b2-a89472ddd2f8 req-d6bf9712-d282-4f54-b520-52d2e6fdbfbb tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404780 Apr 26 14:19:11.864270 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 6e08a9a3-5f22-413d-9915-7b85302213b0 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:19:11.955787 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 6e08a9a3-5f22-413d-9915-7b85302213b0, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=6e08a9a3-5f22-413d-9915-7b85302213b0,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:19:11.967569 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'port_id': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'mac_address': 'fa:16:3e:8c:23:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:19:12.006053 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 6e08a9a3-5f22-413d-9915-7b85302213b0 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:19:12.006437 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:12.143765 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e08a9a3-5f22-413d-9915-7b85302213b0 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:19:12.163691 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 6e08a9a3-5f22-413d-9915-7b85302213b0, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=6e08a9a3-5f22-413d-9915-7b85302213b0,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:19:12.240411 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:12.285538 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=6e08a9a3-5f22-413d-9915-7b85302213b0,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:12.454306 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['6e08a9a3-5f22-413d-9915-7b85302213b0'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:19:12.605548 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11532749-709d-407f-b9d2-30794f63a123 req-409747a9-6a0a-4e58-b238-3b0b7a59ce2a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:12.607034 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-11532749-709d-407f-b9d2-30794f63a123 req-409747a9-6a0a-4e58-b238-3b0b7a59ce2a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 944 time: 0.0525901 Apr 26 14:19:12.652508 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-11532749-709d-407f-b9d2-30794f63a123 req-12f685a5-2d76-4583-908b-103fd8964899 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398209 Apr 26 14:19:13.774732 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa34c4-3e68-420a-b209-8306b261bc1a req-11e7aa67-8425-4e34-ab9a-27c35f6ec928 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:13.776107 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9ffa34c4-3e68-420a-b209-8306b261bc1a req-11e7aa67-8425-4e34-ab9a-27c35f6ec928 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 944 time: 0.0509210 Apr 26 14:19:13.820792 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9ffa34c4-3e68-420a-b209-8306b261bc1a req-b5f07d3d-4444-4b19-8214-360b5eca0bd4 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391536 Apr 26 14:19:13.865290 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 6e08a9a3-5f22-413d-9915-7b85302213b0 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:19:14.002227 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port 6e08a9a3-5f22-413d-9915-7b85302213b0 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:19:14.006832 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port 6e08a9a3-5f22-413d-9915-7b85302213b0 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:19:14.012839 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:14.060246 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-01bf3ddf-31b8-4930-a6cf-cd2a5cff9076 req-4b6d0398-57f8-420b-9df8-5c135065577b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496244 Apr 26 14:19:14.087445 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 6e08a9a3-5f22-413d-9915-7b85302213b0 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:19:14.087835 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:14.110035 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e08a9a3-5f22-413d-9915-7b85302213b0'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:19:14.112365 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb0df95-af0f-4003-8890-d3149ba576b4" -d '{"events": [{"server_uuid": "019e4a26-ae44-45c7-9ced-eeccd45128e0", "name": "network-vif-plugged", "status": "completed", "tag": "6e08a9a3-5f22-413d-9915-7b85302213b0"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:19:14.125344 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 6e08a9a3-5f22-413d-9915-7b85302213b0, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=6e08a9a3-5f22-413d-9915-7b85302213b0,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:19:14.126376 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf3ddf-31b8-4930-a6cf-cd2a5cff9076 req-56835e90-e9a8-4efb-badb-5e252d06267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:14.127900 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-01bf3ddf-31b8-4930-a6cf-cd2a5cff9076 req-56835e90-e9a8-4efb-badb-5e252d06267e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51ea97fcafba4e8fbdd5c7004c94eafe&device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 1129 time: 0.0439436 Apr 26 14:19:14.153067 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5415a84b-6cc9-4548-aad3-99b41b015922 x-openstack-request-id: req-5415a84b-6cc9-4548-aad3-99b41b015922 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:19:14.153433 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019e4a26-ae44-45c7-9ced-eeccd45128e0", "name": "network-vif-plugged", "status": "completed", "tag": "6e08a9a3-5f22-413d-9915-7b85302213b0", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:19:14.153693 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5415a84b-6cc9-4548-aad3-99b41b015922 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:19:14.154169 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5415a84b-6cc9-4548-aad3-99b41b015922'] response: {'server_uuid': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'code': 200} Apr 26 14:19:14.212765 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:14.229286 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf3ddf-31b8-4930-a6cf-cd2a5cff9076 req-1a24aa15-5e3a-4325-ab34-e7539fcdf241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:14.230802 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-01bf3ddf-31b8-4930-a6cf-cd2a5cff9076 req-1a24aa15-5e3a-4325-ab34-e7539fcdf241 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0dcd5ba3-49d4-4822-bfaf-5ec655477521 HTTP/1.1" status: 200 len: 910 time: 0.0849802 Apr 26 14:19:14.260286 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=6e08a9a3-5f22-413d-9915-7b85302213b0,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:14.308083 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-01bf3ddf-31b8-4930-a6cf-cd2a5cff9076 req-2b54e18b-91b6-4cf0-a1c3-a84023818a6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 HTTP/1.1" status: 200 len: 1001 time: 0.0687530 Apr 26 14:19:14.354557 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf3ddf-31b8-4930-a6cf-cd2a5cff9076 req-4780e02f-b1fd-4139-a134-44372d99e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:14.355964 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-01bf3ddf-31b8-4930-a6cf-cd2a5cff9076 req-4780e02f-b1fd-4139-a134-44372d99e827 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf361080-b6b9-422a-98fc-a4ec7d470974 HTTP/1.1" status: 200 len: 848 time: 0.0417280 Apr 26 14:19:14.405636 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf3ddf-31b8-4930-a6cf-cd2a5cff9076 req-f86c6461-df61-4406-bea1-23a62d9b9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:14.407175 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-01bf3ddf-31b8-4930-a6cf-cd2a5cff9076 req-f86c6461-df61-4406-bea1-23a62d9b9445 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0dcd5ba3-49d4-4822-bfaf-5ec655477521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449700 Apr 26 14:19:14.523534 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112ceff-427f-437d-b243-ae97ea94f7a9 req-84a125ef-fce2-44e4-89d6-ee6bf2800d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:14.525037 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5112ceff-427f-437d-b243-ae97ea94f7a9 req-84a125ef-fce2-44e4-89d6-ee6bf2800d6f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 1129 time: 0.0944896 Apr 26 14:19:14.530083 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-01bf3ddf-31b8-4930-a6cf-cd2a5cff9076 req-06fcd3de-ca6d-4307-b8c3-5b247afae1ee service neutron] 10.222.0.26 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169047 Apr 26 14:19:14.625515 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5112ceff-427f-437d-b243-ae97ea94f7a9 req-e464b1df-b83d-4f47-be69-ef0f974dcdb8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885477 Apr 26 14:19:14.648564 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-01bf3ddf-31b8-4930-a6cf-cd2a5cff9076 req-af44f20e-139e-455c-a599-373cb586195e service neutron] 10.222.0.26 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107352 Apr 26 14:19:14.800679 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc41f3-1f2b-4108-9756-404298328cf5 req-f5e39c75-9539-4b78-9d3d-588494eacff9 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:14.802798 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6acc41f3-1f2b-4108-9756-404298328cf5 req-f5e39c75-9539-4b78-9d3d-588494eacff9 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0525293 Apr 26 14:19:14.850510 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6acc41f3-1f2b-4108-9756-404298328cf5 req-cda5ad9b-8ff0-4a9d-b1b6-33a6f664a9c9 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420992 Apr 26 14:19:14.945871 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675814f-3e48-48e0-846c-81056df2bded req-e5876dec-8835-4245-82f1-287ecf7e8d3f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:14.947791 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0675814f-3e48-48e0-846c-81056df2bded req-e5876dec-8835-4245-82f1-287ecf7e8d3f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0527017 Apr 26 14:19:14.998567 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0675814f-3e48-48e0-846c-81056df2bded req-b9734faa-39a0-4aab-931e-ba607672d903 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451968 Apr 26 14:19:15.972793 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241e11d-aa4d-492f-a71f-cdc176e74e68 req-edc1fc59-4fec-4544-9ea1-eec6b70237e4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:15.974826 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c241e11d-aa4d-492f-a71f-cdc176e74e68 req-edc1fc59-4fec-4544-9ea1-eec6b70237e4 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0585339 Apr 26 14:19:16.022497 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c241e11d-aa4d-492f-a71f-cdc176e74e68 req-28e73606-a714-4589-b898-174a107cc83f tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421619 Apr 26 14:19:16.122454 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7d381-7eb5-4ebe-b91d-e0f459857d00 req-4ed7b996-9ca7-429c-ab3b-cdff0c87776e tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:16.123930 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5fa7d381-7eb5-4ebe-b91d-e0f459857d00 req-4ed7b996-9ca7-429c-ab3b-cdff0c87776e tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0515819 Apr 26 14:19:16.169589 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5fa7d381-7eb5-4ebe-b91d-e0f459857d00 req-650ecfdd-c3c7-4e31-98d0-f95f3795b836 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400071 Apr 26 14:19:16.282661 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69485056-981a-4fca-bf9a-99ed11148bd1 req-c421b0c9-25a6-45a4-be06-dd9df248de43 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:16.284101 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-69485056-981a-4fca-bf9a-99ed11148bd1 req-c421b0c9-25a6-45a4-be06-dd9df248de43 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0497060 Apr 26 14:19:16.293341 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 34956) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:19:16.297454 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-6049cc69-dbc5-4277-b8e0-87a3c59612b0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Request body: {'floatingip': {'port_id': '6e08a9a3-5f22-413d-9915-7b85302213b0'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:19:16.334693 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6049cc69-dbc5-4277-b8e0-87a3c59612b0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for floatingip (289b5d87-2767-4dc4-99c1-ab6da4a56b7f), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:16.940159 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.db.resource_extend [None req-6049cc69-dbc5-4277-b8e0-87a3c59612b0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 26 14:19:16.988337 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6049cc69-dbc5-4277-b8e0-87a3c59612b0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:17.075954 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6049cc69-dbc5-4277-b8e0-87a3c59612b0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (289b5d87-2767-4dc4-99c1-ab6da4a56b7f), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:17.139350 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b46671-98bf-48b5-8777-29c7df2e1fd8 req-f804930b-41da-4b4c-bf08-a5cafc340e03 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:17.140839 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b7b46671-98bf-48b5-8777-29c7df2e1fd8 req-f804930b-41da-4b4c-bf08-a5cafc340e03 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0521474 Apr 26 14:19:17.175399 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-6049cc69-dbc5-4277-b8e0-87a3c59612b0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Floating IP 289b5d87-2767-4dc4-99c1-ab6da4a56b7f associated. External IP: 172.27.1.112, port: 6e08a9a3-5f22-413d-9915-7b85302213b0. Apr 26 14:19:17.189605 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b7b46671-98bf-48b5-8777-29c7df2e1fd8 req-ac20995b-ee96-4a92-b83e-8d2c40acdbf7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429332 Apr 26 14:19:17.375645 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6049cc69-dbc5-4277-b8e0-87a3c59612b0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:19:17.482064 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6049cc69-dbc5-4277-b8e0-87a3c59612b0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:19:17.486833 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6049cc69-dbc5-4277-b8e0-87a3c59612b0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:17.491302 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8057097-aac3-4c0c-90b2-3feac2a76009 None None] Sync routers for ids ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:19:17.501174 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8057097-aac3-4c0c-90b2-3feac2a76009 None None] Routers {'5a3be8b0-dbd7-46d3-9139-c3277aa5526f'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:19:17.501773 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d8057097-aac3-4c0c-90b2-3feac2a76009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:18:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:19:17.516220 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6049cc69-dbc5-4277-b8e0-87a3c59612b0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "PUT /v2.0/floatingips/289b5d87-2767-4dc4-99c1-ab6da4a56b7f HTTP/1.1" status: 200 len: 991 time: 1.2218699 Apr 26 14:19:17.516958 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'tag': '6e08a9a3-5f22-413d-9915-7b85302213b0'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:19:17.519300 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418c24d2-4921-4512-8b3b-b7f4dce14a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "019e4a26-ae44-45c7-9ced-eeccd45128e0", "tag": "6e08a9a3-5f22-413d-9915-7b85302213b0"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:19:17.555549 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcdf687-8e61-4435-bf15-d3c8b45f7276 x-openstack-request-id: req-bfcdf687-8e61-4435-bf15-d3c8b45f7276 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:19:17.555845 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019e4a26-ae44-45c7-9ced-eeccd45128e0", "tag": "6e08a9a3-5f22-413d-9915-7b85302213b0", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:19:17.556100 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfcdf687-8e61-4435-bf15-d3c8b45f7276 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:19:17.556509 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfcdf687-8e61-4435-bf15-d3c8b45f7276'] response: {'name': 'network-changed', 'server_uuid': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'tag': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'status': 'completed', 'code': 200} Apr 26 14:19:17.608217 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-d8057097-aac3-4c0c-90b2-3feac2a76009 None None] Set router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:19:17.624323 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c24d2-4921-4512-8b3b-b7f4dce14a7b req-4307a504-650a-42fe-b6f8-e9f8d618db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:17.625832 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-418c24d2-4921-4512-8b3b-b7f4dce14a7b req-4307a504-650a-42fe-b6f8-e9f8d618db64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ceae37df7abe4226ab88abbc1d289a5c&device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 1129 time: 0.0442450 Apr 26 14:19:17.719798 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c24d2-4921-4512-8b3b-b7f4dce14a7b req-eade7170-91b8-4434-84c6-fa1ce6cd4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:17.721670 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-418c24d2-4921-4512-8b3b-b7f4dce14a7b req-eade7170-91b8-4434-84c6-fa1ce6cd4461 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc63f20b-e52c-4941-838b-394d035812b6 HTTP/1.1" status: 200 len: 917 time: 0.0871065 Apr 26 14:19:17.787724 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-418c24d2-4921-4512-8b3b-b7f4dce14a7b req-1b823cd0-f657-441d-bea5-c407efabc10a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e08a9a3-5f22-413d-9915-7b85302213b0 HTTP/1.1" status: 200 len: 999 time: 0.0597713 Apr 26 14:19:17.834365 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d8057097-aac3-4c0c-90b2-3feac2a76009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '289b5d87-2767-4dc4-99c1-ab6da4a56b7f', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'port_id': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'mac_address': 'fa:16:3e:8c:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:19:03Z', 'updated_at': '2022-04-26T14:19:16Z', 'revision_number': 1, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7c5e41-db51-4276-a106-99b54650e81b', 'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'mac_address': 'fa:16:3e:0e:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:02Z', 'updated_at': '2022-04-26T14:16:07Z', 'revision_number': 5, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'subnets': [{'id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:19:17.835223 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c24d2-4921-4512-8b3b-b7f4dce14a7b req-fae82526-3885-4755-ae08-35eeb2c90428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:17.836686 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-418c24d2-4921-4512-8b3b-b7f4dce14a7b req-fae82526-3885-4755-ae08-35eeb2c90428 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a30cea70-cfe0-4e96-8e8d-25b1736752b4 HTTP/1.1" status: 200 len: 855 time: 0.0426428 Apr 26 14:19:17.860629 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8057097-aac3-4c0c-90b2-3feac2a76009 None None] Checking router: 5a3be8b0-dbd7-46d3-9139-c3277aa5526f for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:19:17.869815 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8057097-aac3-4c0c-90b2-3feac2a76009 None None] Routers {'5a3be8b0-dbd7-46d3-9139-c3277aa5526f'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:19:17.870491 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d8057097-aac3-4c0c-90b2-3feac2a76009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:18:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:19:17.888150 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c24d2-4921-4512-8b3b-b7f4dce14a7b req-017b65d1-f9d8-44c2-a435-0a4554bab3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:17.889646 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-418c24d2-4921-4512-8b3b-b7f4dce14a7b req-017b65d1-f9d8-44c2-a435-0a4554bab3f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc63f20b-e52c-4941-838b-394d035812b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469828 Apr 26 14:19:17.976722 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-d8057097-aac3-4c0c-90b2-3feac2a76009 None None] Set router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:19:17.980977 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-418c24d2-4921-4512-8b3b-b7f4dce14a7b req-5bd3ea80-7463-407b-85e9-8606b550f9f1 service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809882 Apr 26 14:19:18.081224 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-418c24d2-4921-4512-8b3b-b7f4dce14a7b req-93abf4a3-b2da-428c-bd73-7620c61bb023 service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889010 Apr 26 14:19:18.201229 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d8057097-aac3-4c0c-90b2-3feac2a76009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '289b5d87-2767-4dc4-99c1-ab6da4a56b7f', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'port_id': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'mac_address': 'fa:16:3e:8c:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:19:03Z', 'updated_at': '2022-04-26T14:19:16Z', 'revision_number': 1, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7c5e41-db51-4276-a106-99b54650e81b', 'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'mac_address': 'fa:16:3e:0e:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:02Z', 'updated_at': '2022-04-26T14:16:07Z', 'revision_number': 5, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'subnets': [{'id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:19:18.227347 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8057097-aac3-4c0c-90b2-3feac2a76009 None None] The sync data for ids ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'] in dv-cinder-835133-2-iscsi is: [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '289b5d87-2767-4dc4-99c1-ab6da4a56b7f', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'port_id': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'mac_address': 'fa:16:3e:8c:23:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:19:03Z', 'updated_at': '2022-04-26T14:19:16Z', 'revision_number': 1, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c7c5e41-db51-4276-a106-99b54650e81b', 'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'mac_address': 'fa:16:3e:0e:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:02Z', 'updated_at': '2022-04-26T14:16:07Z', 'revision_number': 5, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'subnets': [{'id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:19:18.314044 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e436a1f-7a3d-46d6-b6b7-d650bc58b2ea req-32fb7982-c221-42c5-99b0-eac2cd280458 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:18.315526 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5e436a1f-7a3d-46d6-b6b7-d650bc58b2ea req-32fb7982-c221-42c5-99b0-eac2cd280458 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0570424 Apr 26 14:19:18.365789 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5e436a1f-7a3d-46d6-b6b7-d650bc58b2ea req-90150395-9273-4f2a-9142-43a0b4ba594d tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441058 Apr 26 14:19:18.419578 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4eae4d-f5e4-406e-a6df-fbe222559c0a None None] New status for floating IP 289b5d87-2767-4dc4-99c1-ab6da4a56b7f: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:19:19.483457 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dcb6e-b1ab-4efa-8c42-a362fcd94f01 req-2a2466bb-995c-47ef-b528-e92176738533 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:19.484925 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f97dcb6e-b1ab-4efa-8c42-a362fcd94f01 req-2a2466bb-995c-47ef-b528-e92176738533 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0524166 Apr 26 14:19:19.533696 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f97dcb6e-b1ab-4efa-8c42-a362fcd94f01 req-326dd28a-6667-4cf6-90dd-5d9b9bbc1308 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416918 Apr 26 14:19:20.651265 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d60d80-f2f3-4e63-bdbc-478d83c32ed9 req-f11ea519-7946-4b2e-b754-731a3599af2b tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:20.652733 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f5d60d80-f2f3-4e63-bdbc-478d83c32ed9 req-f11ea519-7946-4b2e-b754-731a3599af2b tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0513074 Apr 26 14:19:20.700241 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f5d60d80-f2f3-4e63-bdbc-478d83c32ed9 req-5b30015a-9492-45b0-bb09-1addf7482578 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420282 Apr 26 14:19:21.815687 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4f363-7c4c-40cc-b5fe-40cebc68da11 req-8c6aa891-6529-45eb-bc71-64f3404a7155 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:21.817153 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-78a4f363-7c4c-40cc-b5fe-40cebc68da11 req-8c6aa891-6529-45eb-bc71-64f3404a7155 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0515711 Apr 26 14:19:21.868166 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-78a4f363-7c4c-40cc-b5fe-40cebc68da11 req-abcbfe9f-1a4f-42b9-b85a-f9c3fba9de96 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455177 Apr 26 14:19:22.987114 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6dbab-f7eb-48db-9d51-e32ea42b1c5a req-91d2ec03-c50b-4715-820d-083db2934f3e tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:22.988582 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b9e6dbab-f7eb-48db-9d51-e32ea42b1c5a req-91d2ec03-c50b-4715-820d-083db2934f3e tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0551016 Apr 26 14:19:23.035049 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b9e6dbab-f7eb-48db-9d51-e32ea42b1c5a req-ad8c92aa-825a-4ea1-8d92-8c1b7877eb9d tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402994 Apr 26 14:19:24.151146 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2fae7-9b81-4923-8e3c-2912fec99091 req-1788c593-1126-4452-8b17-6bfc9b78c195 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:24.152606 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3fd2fae7-9b81-4923-8e3c-2912fec99091 req-1788c593-1126-4452-8b17-6bfc9b78c195 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0518520 Apr 26 14:19:24.209320 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3fd2fae7-9b81-4923-8e3c-2912fec99091 req-62a4ce94-2887-47b1-8b84-b7427b8f62f9 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426121 Apr 26 14:19:25.158606 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe88ab9-cf96-49ba-bca2-32d45a9ebab1 req-831606ed-878c-49bc-96b2-d0aae9e70a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:25.160117 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7fe88ab9-cf96-49ba-bca2-32d45a9ebab1 req-831606ed-878c-49bc-96b2-d0aae9e70a9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51ea97fcafba4e8fbdd5c7004c94eafe&device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 1129 time: 0.0494816 Apr 26 14:19:25.249611 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe88ab9-cf96-49ba-bca2-32d45a9ebab1 req-15e595f7-2f06-45a9-b57c-4520d35658d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:25.251176 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7fe88ab9-cf96-49ba-bca2-32d45a9ebab1 req-15e595f7-2f06-45a9-b57c-4520d35658d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0dcd5ba3-49d4-4822-bfaf-5ec655477521 HTTP/1.1" status: 200 len: 910 time: 0.0851419 Apr 26 14:19:25.316020 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7fe88ab9-cf96-49ba-bca2-32d45a9ebab1 req-7d5333be-bb07-4aa6-840f-6ecfbac03eea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 HTTP/1.1" status: 200 len: 1001 time: 0.0574074 Apr 26 14:19:25.324035 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32058f-6cc9-4add-9f30-05d3f6eb1c59 req-a5edaab6-9864-46a1-bbf2-2ff5ff5432c8 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:25.325490 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3c32058f-6cc9-4add-9f30-05d3f6eb1c59 req-a5edaab6-9864-46a1-bbf2-2ff5ff5432c8 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0519404 Apr 26 14:19:25.363706 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe88ab9-cf96-49ba-bca2-32d45a9ebab1 req-e6c1b8ef-4057-4cf1-bfbc-34698ed43894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:25.365179 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7fe88ab9-cf96-49ba-bca2-32d45a9ebab1 req-e6c1b8ef-4057-4cf1-bfbc-34698ed43894 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf361080-b6b9-422a-98fc-a4ec7d470974 HTTP/1.1" status: 200 len: 848 time: 0.0433638 Apr 26 14:19:25.372941 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3c32058f-6cc9-4add-9f30-05d3f6eb1c59 req-a69b197e-7d9a-42f7-8ed4-e2227da15da9 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 Apr 26 14:19:25.416434 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe88ab9-cf96-49ba-bca2-32d45a9ebab1 req-3743c93b-6ff1-4d5d-b228-3c407cf29d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:25.417918 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7fe88ab9-cf96-49ba-bca2-32d45a9ebab1 req-3743c93b-6ff1-4d5d-b228-3c407cf29d9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0dcd5ba3-49d4-4822-bfaf-5ec655477521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470626 Apr 26 14:19:25.504587 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7fe88ab9-cf96-49ba-bca2-32d45a9ebab1 req-0324ff14-13d6-4e15-bbba-c94fa5d563d9 service neutron] 10.222.0.26 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792313 Apr 26 14:19:25.594445 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7fe88ab9-cf96-49ba-bca2-32d45a9ebab1 req-49af5bf4-89e0-462d-9726-f08dc1bff119 service neutron] 10.222.0.26 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842500 Apr 26 14:19:26.304185 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5937bd96-b572-42a6-bcf7-e16230141754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:26.492188 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c5c4f-7302-4f90-be49-a1805c1d15cf req-d6e63cd4-5f2d-497a-8524-eeaa6bc49aa1 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:26.493649 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8a4c5c4f-7302-4f90-be49-a1805c1d15cf req-d6e63cd4-5f2d-497a-8524-eeaa6bc49aa1 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0519240 Apr 26 14:19:26.541218 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8a4c5c4f-7302-4f90-be49-a1805c1d15cf req-e541d92b-2399-4a7e-843f-96c19185759f tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420833 Apr 26 14:19:27.655810 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b71c8a-77f9-4909-bbde-6c9dbdac8849 req-e76ef555-3350-4996-a918-faf235ed3d6b tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:27.657280 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-67b71c8a-77f9-4909-bbde-6c9dbdac8849 req-e76ef555-3350-4996-a918-faf235ed3d6b tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0515773 Apr 26 14:19:27.708704 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-67b71c8a-77f9-4909-bbde-6c9dbdac8849 req-01b5fd0f-aeb2-4382-9f90-2ddd2e5e956a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457168 Apr 26 14:19:28.492504 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7b82aa51-bb81-4f6d-977d-935174520578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:28.825749 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765240e6-5b7d-42b4-81f3-89324d00a66f req-a6b14913-7602-4465-b3f0-5133a82b0ed7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:28.827256 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-765240e6-5b7d-42b4-81f3-89324d00a66f req-a6b14913-7602-4465-b3f0-5133a82b0ed7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0512753 Apr 26 14:19:28.878316 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-765240e6-5b7d-42b4-81f3-89324d00a66f req-c24a1b56-579a-4af5-91a9-b8824a5dd3d7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453820 Apr 26 14:19:29.294963 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e283f-1593-4bcd-9f68-29a41b752cd2 req-018e733f-69b5-4ccb-9bad-ad040f8f5f31 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:29.296436 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8d1e283f-1593-4bcd-9f68-29a41b752cd2 req-018e733f-69b5-4ccb-9bad-ad040f8f5f31 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0518577 Apr 26 14:19:29.345867 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8d1e283f-1593-4bcd-9f68-29a41b752cd2 req-4bbfab91-9517-434e-b3e4-ab710681d93e tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437977 Apr 26 14:19:29.415047 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35000) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:19:29.499839 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-e450f765-467e-48b4-9902-d28f68eab1bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836194 Apr 26 14:19:29.508118 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-9015b3dd-59f8-4443-a1bf-1b7ab3e29b59 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 26 14:19:29.509049 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-9015b3dd-59f8-4443-a1bf-1b7ab3e29b59 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047143 Apr 26 14:19:29.639315 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35008) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:19:29.735742 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-01d35f41-4ad3-40ac-9fc9-36154b2c9aa5 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:29.737037 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-01d35f41-4ad3-40ac-9fc9-36154b2c9aa5 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports/9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 HTTP/1.1" status: 200 len: 942 time: 0.0967214 Apr 26 14:19:29.772405 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:29.962454 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:19:30.041524 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 is: ACTIVE; New status is: DOWN {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:19:30.041914 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:30.065423 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:19:30.067640 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c0e00e-0b9d-4ed8-8446-ba5be9d816c1" -d '{"events": [{"server_uuid": "8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb27f6a-f71d-4cc9-b31d-afcd61b0c670"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:19:30.100604 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:19:30.100604 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Apr 2022 14:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c25452a-7a50-4c7e-b790-010a7f5b6eba x-openstack-request-id: req-2c25452a-7a50-4c7e-b790-010a7f5b6eba {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:19:30.100604 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4", "name": "network-vif-unplugged", "status": "failed", "tag": "9fb27f6a-f71d-4cc9-b31d-afcd61b0c670", "code": 422}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:19:30.100604 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c25452a-7a50-4c7e-b790-010a7f5b6eba {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:19:30.100604 dv-cinder-835133-2-iscsi neutron-server[103925]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2c25452a-7a50-4c7e-b790-010a7f5b6eba']: {'server_uuid': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670', 'code': 422} returned with failed status Apr 26 14:19:30.176877 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:30.222472 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,revision_number=6']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:30.229209 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:30.231428 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:30.231428 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:30.231428 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:30.231428 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:30.231428 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:30.232030 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:30.232030 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:30.232261 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:30.232578 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:30.232891 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:30.233202 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:30.233513 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:19:30.464000 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b89aab-4eed-49f8-b3bf-a4b47bcda562 req-7dadf8b5-2d4f-4413-afc9-6e8935d38250 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:30.466013 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-80b89aab-4eed-49f8-b3bf-a4b47bcda562 req-7dadf8b5-2d4f-4413-afc9-6e8935d38250 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.0521896 Apr 26 14:19:30.518415 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-80b89aab-4eed-49f8-b3bf-a4b47bcda562 req-95789b86-5167-4957-a1cb-e3fa6e2ad89c tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465031 Apr 26 14:19:31.423934 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:31.636122 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b39c5-af08-4e7a-bf05-c31b17329de6 req-5759fea2-11d1-4ef4-8697-4e73b1c95e30 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:31.638138 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-887b39c5-af08-4e7a-bf05-c31b17329de6 req-5759fea2-11d1-4ef4-8697-4e73b1c95e30 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.0550694 Apr 26 14:19:31.685563 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-887b39c5-af08-4e7a-bf05-c31b17329de6 req-b4f89f35-8f3e-47d6-9617-f697c606b2cd tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418656 Apr 26 14:19:32.351202 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-4a7f4283-6aa3-49d0-9278-80815b284e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:32.352699 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-4a7f4283-6aa3-49d0-9278-80815b284e33 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4&tenant_id=51ea97fcafba4e8fbdd5c7004c94eafe HTTP/1.1" status: 200 len: 1127 time: 0.0417378 Apr 26 14:19:32.412248 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-12fc26c7-d795-410a-9b1d-067c9a074ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:32.413688 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-12fc26c7-d795-410a-9b1d-067c9a074ac0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51ea97fcafba4e8fbdd5c7004c94eafe&device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 1127 time: 0.0410872 Apr 26 14:19:32.503557 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-ded9d714-f2f8-43f4-80a9-9226edf8aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:32.505027 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-ded9d714-f2f8-43f4-80a9-9226edf8aab4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0dcd5ba3-49d4-4822-bfaf-5ec655477521 HTTP/1.1" status: 200 len: 910 time: 0.0857799 Apr 26 14:19:32.520972 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:32.568275 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-2c39e095-27a7-417c-a1b0-1a39160d3ca8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 HTTP/1.1" status: 200 len: 999 time: 0.0579805 Apr 26 14:19:32.614933 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-273ca593-588c-4728-a15d-5b9908bb6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:32.616290 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-273ca593-588c-4728-a15d-5b9908bb6b5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf361080-b6b9-422a-98fc-a4ec7d470974 HTTP/1.1" status: 200 len: 848 time: 0.0426092 Apr 26 14:19:32.682094 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-ba871e59-1673-4888-9686-bb03b5a472c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:32.684116 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-ba871e59-1673-4888-9686-bb03b5a472c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0dcd5ba3-49d4-4822-bfaf-5ec655477521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614789 Apr 26 14:19:32.794238 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-4b31660c-3c6d-472b-8d13-498925b7c3d0 service neutron] 10.222.0.26 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033461 Apr 26 14:19:32.860922 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa97782-ad5b-4099-98ab-aef48dcffb91 req-8c3885c2-3c99-4989-af64-1886077e7c83 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:32.862380 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bfa97782-ad5b-4099-98ab-aef48dcffb91 req-8c3885c2-3c99-4989-af64-1886077e7c83 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.1115720 Apr 26 14:19:32.924707 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b01195e9-c29a-4b19-8011-c1667d3f02cd req-e0ea2907-1099-43b7-8479-c0189b006e1e service neutron] 10.222.0.26 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238914 Apr 26 14:19:32.933299 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bfa97782-ad5b-4099-98ab-aef48dcffb91 req-2ed7c976-90c4-4b00-8fe9-9d3701dbe95f tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649824 Apr 26 14:19:34.048958 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b85f00-60c9-4c29-b7bf-8b59087feb96 req-6c46349c-4844-4226-a11a-6e1be2a7e668 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:34.050437 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-91b85f00-60c9-4c29-b7bf-8b59087feb96 req-6c46349c-4844-4226-a11a-6e1be2a7e668 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.0511601 Apr 26 14:19:34.100446 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-91b85f00-60c9-4c29-b7bf-8b59087feb96 req-5d4c4e26-eef3-4e61-8e3b-47d87300bb24 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445404 Apr 26 14:19:35.213281 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2cf0f-a14f-4a1e-a368-0c2b4d76008e req-8b846d37-322d-4644-9bda-851ba60a2446 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:35.215159 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ba2cf0f-a14f-4a1e-a368-0c2b4d76008e req-8b846d37-322d-4644-9bda-851ba60a2446 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.0509322 Apr 26 14:19:35.265904 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ba2cf0f-a14f-4a1e-a368-0c2b4d76008e req-adfe5465-d57b-4fd9-8f89-f89ac2f208c3 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452433 Apr 26 14:19:35.454390 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:19:36.380764 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d3ffd-cf41-48a3-9b48-853694b50372 req-637645aa-fdbb-46ef-a699-7fa9b7850f05 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:36.382252 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-862d3ffd-cf41-48a3-9b48-853694b50372 req-637645aa-fdbb-46ef-a699-7fa9b7850f05 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.0509460 Apr 26 14:19:36.429087 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-862d3ffd-cf41-48a3-9b48-853694b50372 req-022e7500-3e0d-4d4a-9789-611f294e1485 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413969 Apr 26 14:19:37.544277 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8368664-e855-493e-b049-e3d56a4271b4 req-4b0aa81b-82ba-4f3a-91ba-55f5e16ef686 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:37.546376 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e8368664-e855-493e-b049-e3d56a4271b4 req-4b0aa81b-82ba-4f3a-91ba-55f5e16ef686 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.0516737 Apr 26 14:19:37.592906 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e8368664-e855-493e-b049-e3d56a4271b4 req-0b80fc09-8a7c-4b96-b45e-1a9216cc0171 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415952 Apr 26 14:19:38.706346 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f680e-69b4-4912-bdac-935bfcaa177d req-f681e542-2e99-4600-95c6-a041db99d690 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:38.707711 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3a6f680e-69b4-4912-bdac-935bfcaa177d req-f681e542-2e99-4600-95c6-a041db99d690 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.0506053 Apr 26 14:19:38.754115 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3a6f680e-69b4-4912-bdac-935bfcaa177d req-250a9579-5590-496d-a810-580f42aab9b3 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410588 Apr 26 14:19:39.874038 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d058515-4a92-4e93-99de-9d11fe88ea11 req-7beee52c-7bb7-4138-b486-48af4e8fa9fd tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:39.875476 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8d058515-4a92-4e93-99de-9d11fe88ea11 req-7beee52c-7bb7-4138-b486-48af4e8fa9fd tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 943 time: 0.0530918 Apr 26 14:19:39.922499 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8d058515-4a92-4e93-99de-9d11fe88ea11 req-946c9f57-ffcf-4f19-af40-fef888e6f598 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414951 Apr 26 14:19:39.973748 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:19:40.067078 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:19:40.078351 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'port_id': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670', 'mac_address': 'fa:16:3e:42:9e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:19:40.116973 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:19:40.117354 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:40.130579 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:19:40.149033 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:19:40.292522 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:40.338481 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,revision_number=7']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:40.529117 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['9fb27f6a-f71d-4cc9-b31d-afcd61b0c670'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:19:40.841261 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:41.042297 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87436d-8166-4e92-924b-21835bd5ac31 req-11fa07c9-b362-4849-b1f4-3ca80712598d tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:41.044358 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7d87436d-8166-4e92-924b-21835bd5ac31 req-11fa07c9-b362-4849-b1f4-3ca80712598d tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 944 time: 0.0555527 Apr 26 14:19:41.091008 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7d87436d-8166-4e92-924b-21835bd5ac31 req-709c6f9a-e309-4949-905c-23a290e73ecd tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410454 Apr 26 14:19:41.991469 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:19:42.040718 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:19:42.041084 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:42.115558 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:19:42.115947 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:42.138207 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:19:42.140404 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d33db1-a422-4a64-9da9-6997dfdb17b8" -d '{"events": [{"server_uuid": "8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4", "name": "network-vif-plugged", "status": "completed", "tag": "9fb27f6a-f71d-4cc9-b31d-afcd61b0c670"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:19:42.152698 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:19:42.175847 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e8741a-48aa-4f3d-8ba8-da1b0dbe84d2 x-openstack-request-id: req-a3e8741a-48aa-4f3d-8ba8-da1b0dbe84d2 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:19:42.176144 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4", "name": "network-vif-plugged", "status": "completed", "tag": "9fb27f6a-f71d-4cc9-b31d-afcd61b0c670", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:19:42.176402 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3e8741a-48aa-4f3d-8ba8-da1b0dbe84d2 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:19:42.176866 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e8741a-48aa-4f3d-8ba8-da1b0dbe84d2'] response: {'server_uuid': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670', 'code': 200} Apr 26 14:19:42.215863 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985000d0-5d52-47dd-80e0-9dbe19504813 req-c506e867-02db-4b03-a396-e2b4e59a6727 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:42.217325 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-985000d0-5d52-47dd-80e0-9dbe19504813 req-c506e867-02db-4b03-a396-e2b4e59a6727 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 944 time: 0.0593202 Apr 26 14:19:42.223731 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:42.266720 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-985000d0-5d52-47dd-80e0-9dbe19504813 req-7d511d76-fda1-4afb-b55b-a6dbe9b1a002 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435045 Apr 26 14:19:42.271728 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,revision_number=8']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:19:42.458761 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d4560-ef63-4fe2-be1c-bbedab486757 req-48832a73-597f-4ecc-916a-1e19533d2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:42.460256 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-743d4560-ef63-4fe2-be1c-bbedab486757 req-48832a73-597f-4ecc-916a-1e19533d2c69 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 1129 time: 0.0426087 Apr 26 14:19:42.505056 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-743d4560-ef63-4fe2-be1c-bbedab486757 req-bbb49253-fa3b-4665-9a01-ad88d787a433 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382607 Apr 26 14:19:43.383150 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86497d3-5bf5-465b-9b11-21c5cf784177 req-637bf33c-51f3-4d0b-ac7c-07d77e22bf59 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:43.384630 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a86497d3-5bf5-465b-9b11-21c5cf784177 req-637bf33c-51f3-4d0b-ac7c-07d77e22bf59 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0509551 Apr 26 14:19:43.432974 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a86497d3-5bf5-465b-9b11-21c5cf784177 req-b8da7611-41c0-4235-858e-9f76854dfbd7 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422559 Apr 26 14:19:44.552655 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5059b-d375-4d2a-b3bd-0b4ae299f2c1 req-94a73b29-0908-4f8a-9547-b656ee9f0325 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:44.554138 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c5f5059b-d375-4d2a-b3bd-0b4ae299f2c1 req-94a73b29-0908-4f8a-9547-b656ee9f0325 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0547073 Apr 26 14:19:44.601309 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c5f5059b-d375-4d2a-b3bd-0b4ae299f2c1 req-e08b071d-2151-4cc6-9070-ae52d826ec43 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416722 Apr 26 14:19:56.297120 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db882189-4253-4c76-b6b5-775c8aa1e75c req-d016c6de-4a9c-405f-8006-2eaf10a2eae0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:56.298528 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-db882189-4253-4c76-b6b5-775c8aa1e75c req-d016c6de-4a9c-405f-8006-2eaf10a2eae0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0565696 Apr 26 14:19:56.337855 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-87e1f87c-f870-4e3a-a487-86fdbf929d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:56.344770 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-db882189-4253-4c76-b6b5-775c8aa1e75c req-a47be7fc-dc61-4205-873f-5cb6d8dbbcd4 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406482 Apr 26 14:19:57.468952 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c62f99-d0f3-48ec-9ebd-2c4da2bcfcf5 req-f0ea7a55-2e9a-41c2-b493-4fb6fd8ebb7b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:57.470431 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-08c62f99-d0f3-48ec-9ebd-2c4da2bcfcf5 req-f0ea7a55-2e9a-41c2-b493-4fb6fd8ebb7b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0516698 Apr 26 14:19:57.515006 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-08c62f99-d0f3-48ec-9ebd-2c4da2bcfcf5 req-0aec7fa9-70a5-496e-8839-2d7ebe3142fb tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389271 Apr 26 14:19:58.484636 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7d96c50c-edc0-4f22-884f-3ee480673022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:58.633291 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f5912-1fa0-442a-b204-38ca96213e25 req-bf367da9-5e03-4d2b-99c9-93b1491ebae3 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:58.634763 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-079f5912-1fa0-442a-b204-38ca96213e25 req-bf367da9-5e03-4d2b-99c9-93b1491ebae3 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0503757 Apr 26 14:19:58.680907 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-079f5912-1fa0-442a-b204-38ca96213e25 req-e2b98e2c-f12c-4d58-9c4d-ba5103a5eff1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 Apr 26 14:19:59.783605 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:19:59.804346 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e2c2c-687d-4edb-a249-6986f5e3a230 req-f989df35-1d69-43c1-a5bd-726a854330b4 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:19:59.805888 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4a5e2c2c-687d-4edb-a249-6986f5e3a230 req-f989df35-1d69-43c1-a5bd-726a854330b4 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0517762 Apr 26 14:19:59.854573 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4a5e2c2c-687d-4edb-a249-6986f5e3a230 req-a078761e-5d08-44ee-8096-5ee4a3d0189e tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428619 Apr 26 14:20:00.978820 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cd33f-6334-43c2-9eab-fa0de3892f75 req-2ca6d13e-2ebc-4a72-b479-936915a1a2e4 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:00.980295 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-367cd33f-6334-43c2-9eab-fa0de3892f75 req-2ca6d13e-2ebc-4a72-b479-936915a1a2e4 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0530884 Apr 26 14:20:01.030956 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-367cd33f-6334-43c2-9eab-fa0de3892f75 req-e122ed3f-b75b-4f2f-bdfd-1a9e76c242ba tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449934 Apr 26 14:20:01.366328 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:02.149950 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7f1ca-b5fb-4c49-9e63-358f9d7f8956 req-d05714a5-b213-4558-90ce-d61fd5817ceb tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:02.151429 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b7f1ca-b5fb-4c49-9e63-358f9d7f8956 req-d05714a5-b213-4558-90ce-d61fd5817ceb tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0506408 Apr 26 14:20:02.196463 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b7f1ca-b5fb-4c49-9e63-358f9d7f8956 req-00b93bab-0b61-4536-9918-cdc6c151c962 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390909 Apr 26 14:20:02.524964 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:03.315998 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb9853-fab4-42a2-abe7-53b70e9b0e02 req-ef8c0f33-f750-488b-b8d6-be14bc9b125a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:03.317456 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-68bb9853-fab4-42a2-abe7-53b70e9b0e02 req-ef8c0f33-f750-488b-b8d6-be14bc9b125a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0511703 Apr 26 14:20:03.362478 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-68bb9853-fab4-42a2-abe7-53b70e9b0e02 req-2adac2f1-d495-4ed4-922e-c8629453dec5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395157 Apr 26 14:20:04.481832 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d651d-715f-4597-9c18-34c625159a93 req-827d7066-04d5-414e-b320-5b238a28815a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:04.483324 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a42d651d-715f-4597-9c18-34c625159a93 req-827d7066-04d5-414e-b320-5b238a28815a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0515585 Apr 26 14:20:04.528676 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a42d651d-715f-4597-9c18-34c625159a93 req-8a6e3385-bda0-4e09-9768-76d8d96df502 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392566 Apr 26 14:20:05.647245 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e33923-1f66-4a7c-9ebd-dd7405898a7c req-1e4bbadb-8eb1-4e21-a253-865e44d4df5e tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:05.648747 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-33e33923-1f66-4a7c-9ebd-dd7405898a7c req-1e4bbadb-8eb1-4e21-a253-865e44d4df5e tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0510006 Apr 26 14:20:05.693533 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-33e33923-1f66-4a7c-9ebd-dd7405898a7c req-0f27ce3c-9340-4523-a184-3adcef052466 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392714 Apr 26 14:20:06.816219 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdbdd2-8c97-4f97-b425-8a4cf31ed85c req-efba2f51-c555-424e-b1d5-337382b9f8ab tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:06.817673 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3ffdbdd2-8c97-4f97-b425-8a4cf31ed85c req-efba2f51-c555-424e-b1d5-337382b9f8ab tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0543556 Apr 26 14:20:06.863192 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3ffdbdd2-8c97-4f97-b425-8a4cf31ed85c req-5cf36288-5862-4536-9918-5e531fdeceb7 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398676 Apr 26 14:20:07.987846 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d2aa4-2ac2-47af-9bcb-96aabfc8ce9a req-17cd93ed-c58b-4cb4-9cdb-1b83d17436d9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:07.989339 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bb4d2aa4-2ac2-47af-9bcb-96aabfc8ce9a req-17cd93ed-c58b-4cb4-9cdb-1b83d17436d9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0565450 Apr 26 14:20:08.035223 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bb4d2aa4-2ac2-47af-9bcb-96aabfc8ce9a req-71bc5751-b5e8-4d69-83c5-ce2b266306b0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402260 Apr 26 14:20:09.154684 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4855e4-7225-41f6-94fe-44c660db3a06 req-ba4d5546-6212-4382-b462-93bf698d6cbf tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:09.155930 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7c4855e4-7225-41f6-94fe-44c660db3a06 req-ba4d5546-6212-4382-b462-93bf698d6cbf tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0513608 Apr 26 14:20:09.202828 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7c4855e4-7225-41f6-94fe-44c660db3a06 req-72cd5cad-7b36-48f4-a2bd-2ffc7bc0bab0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412235 Apr 26 14:20:10.323415 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acd2ab-62d4-4e5d-8551-7d14a8bb6ade req-ba6f2512-3017-487f-99ce-173c5b47b8ed tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:10.325454 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-43acd2ab-62d4-4e5d-8551-7d14a8bb6ade req-ba6f2512-3017-487f-99ce-173c5b47b8ed tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0515573 Apr 26 14:20:10.369691 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-43acd2ab-62d4-4e5d-8551-7d14a8bb6ade req-daf67074-7480-4643-9e64-396fe10f08ca tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387938 Apr 26 14:20:10.869064 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:11.536051 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911aa740-4bfa-4fad-a14c-43a376a76fe6 req-ee98ade7-2133-4711-9b8a-d2bf59d1c9bf tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:11.537554 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-911aa740-4bfa-4fad-a14c-43a376a76fe6 req-ee98ade7-2133-4711-9b8a-d2bf59d1c9bf tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0996363 Apr 26 14:20:11.595189 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-911aa740-4bfa-4fad-a14c-43a376a76fe6 req-041a9512-5e09-4a5c-a5ca-375a6961021b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516739 Apr 26 14:20:12.453686 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:20:12.763145 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a74653-d5f0-430a-9d54-716c172fddef req-6e573365-b151-49d1-b41e-ae90055abe98 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:12.764604 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-76a74653-d5f0-430a-9d54-716c172fddef req-6e573365-b151-49d1-b41e-ae90055abe98 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.1000922 Apr 26 14:20:12.813758 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-76a74653-d5f0-430a-9d54-716c172fddef req-8dd322a8-78e7-41f7-8342-673214051ab1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434463 Apr 26 14:20:13.934107 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f2685-9d5e-4a03-badb-764faa6809e5 req-f9419066-4346-4d2b-9f1c-575866669bf5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:13.935602 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2d6f2685-9d5e-4a03-badb-764faa6809e5 req-f9419066-4346-4d2b-9f1c-575866669bf5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0520709 Apr 26 14:20:13.981663 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2d6f2685-9d5e-4a03-badb-764faa6809e5 req-54ea1c31-4a20-48be-af0a-838570519ad5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398645 Apr 26 14:20:14.806067 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7cf3b02-1668-489c-b7f6-3ad34fa11044 req-eafd6a4e-870f-43f1-b829-223ec6cb9fe8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415499 Apr 26 14:20:14.895071 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3b02-1668-489c-b7f6-3ad34fa11044 req-deb028b0-f411-45d3-a42b-b1bb0107c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:14.896600 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7cf3b02-1668-489c-b7f6-3ad34fa11044 req-deb028b0-f411-45d3-a42b-b1bb0107c9b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51ea97fcafba4e8fbdd5c7004c94eafe&device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 1129 time: 0.0450797 Apr 26 14:20:14.995881 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3b02-1668-489c-b7f6-3ad34fa11044 req-435e4db3-1573-4bc4-bc8a-cc0fb2bd0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:14.997836 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7cf3b02-1668-489c-b7f6-3ad34fa11044 req-435e4db3-1573-4bc4-bc8a-cc0fb2bd0317 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0dcd5ba3-49d4-4822-bfaf-5ec655477521 HTTP/1.1" status: 200 len: 910 time: 0.0826573 Apr 26 14:20:15.069284 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7cf3b02-1668-489c-b7f6-3ad34fa11044 req-41819830-62ec-4600-b17f-6aefd43f0fa7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 HTTP/1.1" status: 200 len: 1001 time: 0.0629156 Apr 26 14:20:15.102575 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e93486-a752-4ed0-af53-0f3553932877 req-b52c909f-649a-4a19-b74c-d3dbc7f61800 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:15.104063 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f1e93486-a752-4ed0-af53-0f3553932877 req-b52c909f-649a-4a19-b74c-d3dbc7f61800 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0510092 Apr 26 14:20:15.118777 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3b02-1668-489c-b7f6-3ad34fa11044 req-aa4cdd64-4504-4f42-b726-9ee71e02fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:15.120326 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7cf3b02-1668-489c-b7f6-3ad34fa11044 req-aa4cdd64-4504-4f42-b726-9ee71e02fa1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf361080-b6b9-422a-98fc-a4ec7d470974 HTTP/1.1" status: 200 len: 848 time: 0.0436521 Apr 26 14:20:15.154765 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f1e93486-a752-4ed0-af53-0f3553932877 req-e3cc4b8b-7078-494e-8304-9c741ad0e4f2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439444 Apr 26 14:20:15.173757 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3b02-1668-489c-b7f6-3ad34fa11044 req-bb80956e-86c1-4a4d-b6cc-c3aaa1f9006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:15.175354 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7cf3b02-1668-489c-b7f6-3ad34fa11044 req-bb80956e-86c1-4a4d-b6cc-c3aaa1f9006e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0dcd5ba3-49d4-4822-bfaf-5ec655477521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459337 Apr 26 14:20:15.270747 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7cf3b02-1668-489c-b7f6-3ad34fa11044 req-dc43d56d-97c6-4258-8741-e9c7c450f47f service neutron] 10.222.0.26 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880113 Apr 26 14:20:15.363485 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7cf3b02-1668-489c-b7f6-3ad34fa11044 req-6dd0efdd-43ce-457a-95b2-850606c31f97 service neutron] 10.222.0.26 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862184 Apr 26 14:20:16.221511 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 6e08a9a3-5f22-413d-9915-7b85302213b0 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:20:16.282107 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d263e-60f1-47d2-9a77-d66e3f41ad02 req-79f88bfd-d86b-4798-acfc-c71bd8c74925 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:16.283603 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d8d263e-60f1-47d2-9a77-d66e3f41ad02 req-79f88bfd-d86b-4798-acfc-c71bd8c74925 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0527968 Apr 26 14:20:16.328394 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 6e08a9a3-5f22-413d-9915-7b85302213b0, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=6e08a9a3-5f22-413d-9915-7b85302213b0,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:20:16.332338 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d8d263e-60f1-47d2-9a77-d66e3f41ad02 req-c48fba07-4ccb-4f67-bd27-a22701c8684d tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 Apr 26 14:20:16.338912 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'port_id': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'mac_address': 'fa:16:3e:8c:23:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:20:16.375402 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 6e08a9a3-5f22-413d-9915-7b85302213b0 is: ACTIVE; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:20:16.375785 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:16.389899 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e08a9a3-5f22-413d-9915-7b85302213b0 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:20:16.412494 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 6e08a9a3-5f22-413d-9915-7b85302213b0, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=6e08a9a3-5f22-413d-9915-7b85302213b0,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:20:16.451750 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:16.505414 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=6e08a9a3-5f22-413d-9915-7b85302213b0,revision_number=6']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:20:16.537157 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['6e08a9a3-5f22-413d-9915-7b85302213b0'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:20:17.467840 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56aabc-29df-4a89-892f-a6540f444138 req-e0dffe8c-c005-4aa2-a58f-8f3ce9d918d3 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:17.472345 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fd56aabc-29df-4a89-892f-a6540f444138 req-e0dffe8c-c005-4aa2-a58f-8f3ce9d918d3 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 944 time: 0.0639300 Apr 26 14:20:17.533465 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fd56aabc-29df-4a89-892f-a6540f444138 req-d1aa6a98-2f65-4987-8cfa-1ac20d3d3d2c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547895 Apr 26 14:20:18.237598 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 6e08a9a3-5f22-413d-9915-7b85302213b0 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:20:18.302245 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port 6e08a9a3-5f22-413d-9915-7b85302213b0 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:20:18.302876 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:18.383306 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 6e08a9a3-5f22-413d-9915-7b85302213b0 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:20:18.383938 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:18.409111 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e08a9a3-5f22-413d-9915-7b85302213b0'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:20:18.411345 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bc52b2-4a23-45f3-9554-a19e16a68562" -d '{"events": [{"server_uuid": "019e4a26-ae44-45c7-9ced-eeccd45128e0", "name": "network-vif-plugged", "status": "completed", "tag": "6e08a9a3-5f22-413d-9915-7b85302213b0"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:20:18.424452 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 6e08a9a3-5f22-413d-9915-7b85302213b0, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=6e08a9a3-5f22-413d-9915-7b85302213b0,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:20:18.461763 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bb4e29-8909-4809-b8aa-33153fcdfd56 x-openstack-request-id: req-b8bb4e29-8909-4809-b8aa-33153fcdfd56 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:20:18.462236 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019e4a26-ae44-45c7-9ced-eeccd45128e0", "name": "network-vif-plugged", "status": "completed", "tag": "6e08a9a3-5f22-413d-9915-7b85302213b0", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:20:18.462453 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8bb4e29-8909-4809-b8aa-33153fcdfd56 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:20:18.462837 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8bb4e29-8909-4809-b8aa-33153fcdfd56'] response: {'server_uuid': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'code': 200} Apr 26 14:20:18.498325 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:18.554486 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=6e08a9a3-5f22-413d-9915-7b85302213b0,revision_number=7']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:20:18.687908 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a61dd7-7b10-4810-908d-141576b23c96 req-4cc3745d-c27e-4fa5-ae72-6ef5ae78f05b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:18.690980 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-34a61dd7-7b10-4810-908d-141576b23c96 req-4cc3745d-c27e-4fa5-ae72-6ef5ae78f05b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0677981 Apr 26 14:20:18.742353 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-34a61dd7-7b10-4810-908d-141576b23c96 req-82e1f018-acde-401d-a56b-d6ebb946265f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458498 Apr 26 14:20:18.921992 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-16b84482-e6ae-4a7e-8f6b-d51157bb64fd tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445138182&fields=id&tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838 HTTP/1.1" status: 200 len: 267 time: 0.0538967 Apr 26 14:20:19.029550 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-0630a275-9c9f-47fa-85d6-1fe2806b0760 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:19.034477 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-0630a275-9c9f-47fa-85d6-1fe2806b0760 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/networks?id=9c46524c-1ef3-4576-ad52-5298a3962302 HTTP/1.1" status: 200 len: 812 time: 0.1063230 Apr 26 14:20:19.052720 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-4604c4c4-cdff-473b-a17c-11cbb652388c tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/quotas/488b7e9fc3ac419e8f3acaf1bbfd8838 HTTP/1.1" status: 200 len: 375 time: 0.0158732 Apr 26 14:20:19.111111 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-88fe5fc7-2e9c-419a-b740-6705f5b4a534 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575249 Apr 26 14:20:19.132248 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-306cdc3b-9ac7-4654-a1f9-dbb0a121432b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 26 14:20:19.133522 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-306cdc3b-9ac7-4654-a1f9-dbb0a121432b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057011 Apr 26 14:20:19.228683 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-bfdbae1f-701d-4949-8602-8e6853e67bd5 service neutron] 10.222.0.23 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888877 Apr 26 14:20:19.328121 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-bfa2eba4-bfa2-4993-9969-9cd90a36e823 service neutron] 10.222.0.23 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928395 Apr 26 14:20:19.866286 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f3963-d811-43e7-b230-84dba956b336 req-cb186451-540e-4e2a-a0b9-fa11b43505bd tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:19.867772 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7b2f3963-d811-43e7-b230-84dba956b336 req-cb186451-540e-4e2a-a0b9-fa11b43505bd tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0528500 Apr 26 14:20:19.926956 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7b2f3963-d811-43e7-b230-84dba956b336 req-1c06b52e-bc70-48c1-9891-75dac149f108 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525711 Apr 26 14:20:20.224459 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-252d1c5f-a64e-4035-9b17-f7dc930a35ab req-9a382a21-4a60-46f6-af8c-ab16bf0377c7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 210 time: 0.0386543 Apr 26 14:20:21.076971 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d2e3a-6c72-4838-aa4c-cff5a5701a6f req-3fe7e439-851d-41ff-8ddf-4c6cbe85708f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:21.079238 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-037d2e3a-6c72-4838-aa4c-cff5a5701a6f req-3fe7e439-851d-41ff-8ddf-4c6cbe85708f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0629985 Apr 26 14:20:21.135368 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-037d2e3a-6c72-4838-aa4c-cff5a5701a6f req-4642f1a9-7e8c-467a-8c7c-312541f26677 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501635 Apr 26 14:20:21.335612 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b1172609-5d7a-4714-942f-e84c55d22705 req-a6f72524-802d-4671-8d1a-57bfb1de9473 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 210 time: 0.0397961 Apr 26 14:20:22.175237 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8d882529-feed-4a5b-9851-a0e090c40658 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:22.180752 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8d882529-feed-4a5b-9851-a0e090c40658 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "GET /v2.0/networks?id=9c46524c-1ef3-4576-ad52-5298a3962302 HTTP/1.1" status: 200 len: 812 time: 0.1398802 Apr 26 14:20:22.282458 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-cf31abc4-106a-42cf-9627-549567dc9665 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838 HTTP/1.1" status: 200 len: 379 time: 0.0926514 Apr 26 14:20:22.298999 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Request body: {'port': {'device_id': '3e824471-2b62-4661-b9be-752fe9cc26f1', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'admin_state_up': True, 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'security_groups': ['36fb8660-8c4e-44db-885e-b57737a0090e']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:20:22.460782 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cccb3566-b9ae-4daf-8114-5814319e90e6 req-9c352f75-e2b8-4827-82fc-81fbac6c61bf tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 210 time: 0.0459950 Apr 26 14:20:22.646407 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3826f-02d3-40d7-9415-35ee63f4aee4 req-a9d2b06d-e369-4fc0-80a2-8da0f7cf7604 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:22.647920 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4ab3826f-02d3-40d7-9415-35ee63f4aee4 req-a9d2b06d-e369-4fc0-80a2-8da0f7cf7604 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.4262307 Apr 26 14:20:22.728770 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4ab3826f-02d3-40d7-9415-35ee63f4aee4 req-2ffd8db7-9c2e-4bee-b3b4-658289c994c6 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712562 Apr 26 14:20:22.868779 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Made reservation on behalf of 488b7e9fc3ac419e8f3acaf1bbfd8838 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 26 14:20:22.872134 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:23.016437 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Allocated IP 172.20.0.6 (9c46524c-1ef3-4576-ad52-5298a3962302/5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03/eefb490f-e9ff-406d-a83d-4ad7915fe49a) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:20:23.210662 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:23.297879 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:23.356045 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Network 9c46524c-1ef3-4576-ad52-5298a3962302 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:20:23.359471 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:20:23.364016 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:20:23.400671 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'Port': ['ID=eefb490f-e9ff-406d-a83d-4ad7915fe49a,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:20:23.412819 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:23.413179 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:23.415790 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:23.415790 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:23.415790 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:23.415790 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:23.416315 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:23.416429 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:23.417250 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:23.417585 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:23.422137 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:23.422644 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:23.423053 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:23.455372 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:23.456138 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:23.551954 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-b3492973-5a43-4667-869d-687db7f58a36 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2600775 Apr 26 14:20:23.564014 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Request body: {'port': {'device_id': '3e824471-2b62-4661-b9be-752fe9cc26f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83513'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:20:23.591686 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08715fe-8084-4229-a6fe-355c4a2fb59a req-0da0f5d8-82fc-439c-a305-afd0765f6cdb tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:23.594212 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d08715fe-8084-4229-a6fe-355c4a2fb59a req-0da0f5d8-82fc-439c-a305-afd0765f6cdb tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 931 time: 0.0665460 Apr 26 14:20:23.659790 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:23.686378 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d08715fe-8084-4229-a6fe-355c4a2fb59a req-6b10b5f8-bf8e-4642-99e2-32f92cee3d37 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804739 Apr 26 14:20:23.736385 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-e7fe002e-085b-472f-8ec9-9b2b1a54b697 None None] Provisioning complete for port eefb490f-e9ff-406d-a83d-4ad7915fe49a triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:20:23.737504 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e7fe002e-085b-472f-8ec9-9b2b1a54b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:23.774158 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe002e-085b-472f-8ec9-9b2b1a54b697 None None] Port eefb490f-e9ff-406d-a83d-4ad7915fe49a cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 26 14:20:23.947445 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671054a-5c5b-4569-943c-26d4cb09b68c req-56553962-66b7-40e3-8858-0e8a0048cca5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:23.948937 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5671054a-5c5b-4569-943c-26d4cb09b68c req-56553962-66b7-40e3-8858-0e8a0048cca5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.1109445 Apr 26 14:20:24.034286 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5671054a-5c5b-4569-943c-26d4cb09b68c req-0a1fdf73-9084-4334-ade4-472644081f26 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769701 Apr 26 14:20:24.045402 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefb490f-e9ff-406d-a83d-4ad7915fe49a {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:20:24.055082 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Publish callbacks [] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:24.080780 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Transition to ACTIVE for port object eefb490f-e9ff-406d-a83d-4ad7915fe49a will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 26 14:20:24.155219 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:24.212015 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Pushing event updated for resources: {'Port': ['ID=eefb490f-e9ff-406d-a83d-4ad7915fe49a,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:20:24.302021 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Attempting to bind port eefb490f-e9ff-406d-a83d-4ad7915fe49a on host hv-cinder-83513 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 26 14:20:24.302501 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Attempting to bind port eefb490f-e9ff-406d-a83d-4ad7915fe49a by drivers openvswitch,hyperv on host hv-cinder-83513 at level 0 using segments [{'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 26 14:20:24.302838 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Attempting to bind port eefb490f-e9ff-406d-a83d-4ad7915fe49a on network 9c46524c-1ef3-4576-ad52-5298a3962302 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:20:24.307645 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Port eefb490f-e9ff-406d-a83d-4ad7915fe49a on network 9c46524c-1ef3-4576-ad52-5298a3962302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83513 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 26 14:20:24.307973 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Attempting to bind port eefb490f-e9ff-406d-a83d-4ad7915fe49a on network 9c46524c-1ef3-4576-ad52-5298a3962302 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 26 14:20:24.313074 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Checking agent: {'id': '428aed96-b33b-42ce-853b-b0a9053f28d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83513', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'started_at': datetime.datetime(2022, 4, 26, 14, 8, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 26, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 26 14:20:24.313412 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Checking segment: {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 26 14:20:24.314135 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Bound using segment: {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 26 14:20:24.314438 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Bound port: eefb490f-e9ff-406d-a83d-4ad7915fe49a, host: hv-cinder-83513, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f968337-a65a-46fb-a988-a32d9abfbe74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 26 14:20:24.314801 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:24.393410 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] For port eefb490f-e9ff-406d-a83d-4ad7915fe49a, host hv-cinder-83513, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 26 14:20:24.398802 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] For port eefb490f-e9ff-406d-a83d-4ad7915fe49a, host hv-cinder-83513, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=eefb490f-e9ff-406d-a83d-4ad7915fe49a,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 26 14:20:24.475855 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3995142'] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:24.516067 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:24.516691 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:24.518081 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] 10.222.0.26 "PUT /v2.0/ports/eefb490f-e9ff-406d-a83d-4ad7915fe49a HTTP/1.1" status: 200 len: 1093 time: 0.9586551 Apr 26 14:20:24.518548 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e824471-2b62-4661-b9be-752fe9cc26f1', 'tag': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:20:24.523861 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b12d80-9607-495c-a392-0d32d65784cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3e824471-2b62-4661-b9be-752fe9cc26f1", "tag": "eefb490f-e9ff-406d-a83d-4ad7915fe49a"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:20:24.549059 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939e5bd-adb2-4fee-925b-c6d51efb2bca service neutron] Pushing event updated for resources: {'Port': ['ID=eefb490f-e9ff-406d-a83d-4ad7915fe49a,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:20:24.586264 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce80aa27-8f50-47aa-b120-8dc6ebcbeddb x-openstack-request-id: req-ce80aa27-8f50-47aa-b120-8dc6ebcbeddb {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:20:24.586587 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e824471-2b62-4661-b9be-752fe9cc26f1", "tag": "eefb490f-e9ff-406d-a83d-4ad7915fe49a", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:20:24.586868 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce80aa27-8f50-47aa-b120-8dc6ebcbeddb {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:20:24.587306 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce80aa27-8f50-47aa-b120-8dc6ebcbeddb'] response: {'name': 'network-changed', 'server_uuid': '3e824471-2b62-4661-b9be-752fe9cc26f1', 'tag': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a', 'status': 'completed', 'code': 200} Apr 26 14:20:24.608938 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-a51113ed-73ba-43b7-a436-5ec65e34b096 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 26 14:20:24.610087 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-a51113ed-73ba-43b7-a436-5ec65e34b096 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076725 Apr 26 14:20:24.670554 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b12d80-9607-495c-a392-0d32d65784cd req-8e9cb867-cb7e-415f-9d92-639e3de69e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:24.672107 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-63b12d80-9607-495c-a392-0d32d65784cd req-8e9cb867-cb7e-415f-9d92-639e3de69e43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 1127 time: 0.0609250 Apr 26 14:20:24.843999 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b12d80-9607-495c-a392-0d32d65784cd req-413a8fcd-9c06-498c-b369-4c63c66778ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:24.845793 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-63b12d80-9607-495c-a392-0d32d65784cd req-413a8fcd-9c06-498c-b369-4c63c66778ed service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1659169 Apr 26 14:20:24.885114 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3809ad1-cdb1-4a00-9021-fb6abab82599 req-731a93ff-2c2a-4aca-bf88-9641f4fc2502 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:24.887507 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3809ad1-cdb1-4a00-9021-fb6abab82599 req-731a93ff-2c2a-4aca-bf88-9641f4fc2502 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 943 time: 0.1095600 Apr 26 14:20:24.986829 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3809ad1-cdb1-4a00-9021-fb6abab82599 req-4f35be00-0f96-45f8-94b2-97f492ce1e39 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742652 Apr 26 14:20:24.991854 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b12d80-9607-495c-a392-0d32d65784cd req-fcc60652-2a11-42a3-9811-9b4844842c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:24.993463 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-63b12d80-9607-495c-a392-0d32d65784cd req-fcc60652-2a11-42a3-9811-9b4844842c10 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1398730 Apr 26 14:20:25.097748 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-4fd0c5b4-7366-4dec-8dc8-0806b616f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:25.099737 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-4fd0c5b4-7366-4dec-8dc8-0806b616f413 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 1127 time: 0.0607665 Apr 26 14:20:25.151608 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-f5dc24f8-f3fb-4418-811f-2e7da782ece1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eefb490f-e9ff-406d-a83d-4ad7915fe49a HTTP/1.1" status: 200 len: 217 time: 0.0421934 Apr 26 14:20:25.192000 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e2930-b64b-4b16-9d4a-7ced40f1d054 req-f348b068-e1b2-40cb-b37c-3fb7f86b5503 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:25.193663 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-424e2930-b64b-4b16-9d4a-7ced40f1d054 req-f348b068-e1b2-40cb-b37c-3fb7f86b5503 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0637438 Apr 26 14:20:25.210714 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-1bba1df8-2028-4815-aef8-b52cb1dedb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:25.212511 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-1bba1df8-2028-4815-aef8-b52cb1dedb76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03 HTTP/1.1" status: 200 len: 851 time: 0.0535622 Apr 26 14:20:25.256225 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-424e2930-b64b-4b16-9d4a-7ced40f1d054 req-74fd8410-87f0-41de-9e5a-fa3d9307a0c9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532172 Apr 26 14:20:25.276661 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-fdb52c80-8c0f-4a51-9fb7-6d743441a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:25.278725 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-fdb52c80-8c0f-4a51-9fb7-6d743441a119 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c46524c-1ef3-4576-ad52-5298a3962302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601981 Apr 26 14:20:25.382580 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-cd7b0537-5bed-419b-8e3c-2c752c981deb service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963566 Apr 26 14:20:25.481631 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0c72ba2-84ab-4d51-9411-53949aa3055c req-9e679796-8b82-4bee-843e-4d9f429343d9 service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925448 Apr 26 14:20:26.135398 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b38c77-7c22-4e99-ba54-64f096e2ff53 req-7545af24-7329-4f9e-8145-b9204e53ca2d tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:26.136900 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-42b38c77-7c22-4e99-ba54-64f096e2ff53 req-7545af24-7329-4f9e-8145-b9204e53ca2d tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 943 time: 0.0518141 Apr 26 14:20:26.186490 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-42b38c77-7c22-4e99-ba54-64f096e2ff53 req-f4fceae1-344d-46b6-bd4d-87bc791ed2a6 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432434 Apr 26 14:20:26.354815 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-26010474-c890-4766-bb44-33d7347db73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:26.402294 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469f521-65ab-414c-87e1-48eda116f469 req-3210d054-51a9-4aa7-941c-ef360841402f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:26.404560 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f469f521-65ab-414c-87e1-48eda116f469 req-3210d054-51a9-4aa7-941c-ef360841402f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0603275 Apr 26 14:20:26.464948 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f469f521-65ab-414c-87e1-48eda116f469 req-8d952ce6-b2ef-4333-81af-1cd9b180876d tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545754 Apr 26 14:20:27.369081 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af6fea-a351-4f6c-b081-3d87e9845b57 req-eb4b21f2-137a-41a7-80bd-64dc2a234ef8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:27.370568 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-33af6fea-a351-4f6c-b081-3d87e9845b57 req-eb4b21f2-137a-41a7-80bd-64dc2a234ef8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 943 time: 0.0992641 Apr 26 14:20:27.420040 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-33af6fea-a351-4f6c-b081-3d87e9845b57 req-eb9e62b3-0b05-4412-9f53-1091b5af2dcf tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437953 Apr 26 14:20:27.584909 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da8aa1-6692-4ca0-93bf-b72f47bea6c1 req-4174626a-91b0-4fd2-8462-bb1a01d8340d tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:27.586680 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-63da8aa1-6692-4ca0-93bf-b72f47bea6c1 req-4174626a-91b0-4fd2-8462-bb1a01d8340d tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0518403 Apr 26 14:20:27.633363 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-63da8aa1-6692-4ca0-93bf-b72f47bea6c1 req-22faa745-9242-4ef7-8e72-ab9685ab3319 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408022 Apr 26 14:20:27.955976 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa6627-061f-4f15-9430-016d6a786d0d req-c2c26093-32a8-4eda-aee3-7e46df2b0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:27.957438 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93fa6627-061f-4f15-9430-016d6a786d0d req-c2c26093-32a8-4eda-aee3-7e46df2b0393 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ceae37df7abe4226ab88abbc1d289a5c&device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 1129 time: 0.0930288 Apr 26 14:20:28.045635 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa6627-061f-4f15-9430-016d6a786d0d req-d3326b0b-a404-4cc2-9abe-cd2c5504ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:28.047021 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93fa6627-061f-4f15-9430-016d6a786d0d req-d3326b0b-a404-4cc2-9abe-cd2c5504ca18 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc63f20b-e52c-4941-838b-394d035812b6 HTTP/1.1" status: 200 len: 917 time: 0.0809641 Apr 26 14:20:28.115368 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93fa6627-061f-4f15-9430-016d6a786d0d req-d88d5ce6-aa06-4f74-a201-6ba90b5bdaed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e08a9a3-5f22-413d-9915-7b85302213b0 HTTP/1.1" status: 200 len: 1001 time: 0.0599174 Apr 26 14:20:28.161050 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa6627-061f-4f15-9430-016d6a786d0d req-f357911c-9301-423a-8274-c4162a753126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:28.162449 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93fa6627-061f-4f15-9430-016d6a786d0d req-f357911c-9301-423a-8274-c4162a753126 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a30cea70-cfe0-4e96-8e8d-25b1736752b4 HTTP/1.1" status: 200 len: 855 time: 0.0415926 Apr 26 14:20:28.208599 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa6627-061f-4f15-9430-016d6a786d0d req-4f871000-5a73-426a-8b0f-a53442d5f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:28.210143 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93fa6627-061f-4f15-9430-016d6a786d0d req-4f871000-5a73-426a-8b0f-a53442d5f298 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc63f20b-e52c-4941-838b-394d035812b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422637 Apr 26 14:20:28.299920 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93fa6627-061f-4f15-9430-016d6a786d0d req-7641aca3-d939-4836-9952-92225c7e0189 service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837662 Apr 26 14:20:28.383990 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93fa6627-061f-4f15-9430-016d6a786d0d req-484b2403-7625-4f52-b5cf-4254d2a37211 service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782738 Apr 26 14:20:28.468891 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-12f561dd-19ca-449e-9539-262c4cbce677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:28.536846 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e5196-c85d-4f1a-aab6-f32fea45a004 req-3d0dce49-1ec6-45f1-b1fd-b2cb5abb5ef3 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:28.538331 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e7e5196-c85d-4f1a-aab6-f32fea45a004 req-3d0dce49-1ec6-45f1-b1fd-b2cb5abb5ef3 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 943 time: 0.0526671 Apr 26 14:20:28.588913 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e7e5196-c85d-4f1a-aab6-f32fea45a004 req-d09a48f5-c36c-4b4f-9b8a-eec051baa3aa tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447066 Apr 26 14:20:28.755004 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0405a06-16a5-4ed1-ae4c-406983c519dc req-2e6eb22a-0962-4da6-9cac-7b5d10398fe4 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:28.756504 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c0405a06-16a5-4ed1-ae4c-406983c519dc req-2e6eb22a-0962-4da6-9cac-7b5d10398fe4 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0540655 Apr 26 14:20:28.802462 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c0405a06-16a5-4ed1-ae4c-406983c519dc req-cf25d6e9-9e0f-40c2-804b-51de95059157 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399134 Apr 26 14:20:29.705339 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8edf425-f61f-46f0-baa2-a020a1d947d9 req-a1f91a8b-73a7-4357-8e36-442397af47be tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:29.706756 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f8edf425-f61f-46f0-baa2-a020a1d947d9 req-a1f91a8b-73a7-4357-8e36-442397af47be tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 943 time: 0.0516315 Apr 26 14:20:29.754373 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:29.754962 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f8edf425-f61f-46f0-baa2-a020a1d947d9 req-9c43b87c-08c0-4ef3-898d-9f08d37bc1b5 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421050 Apr 26 14:20:29.922536 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f9c8f-4d04-4d6b-b845-8be996389087 req-228cec22-9e7c-41da-a145-caae447260d5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:29.923969 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bd3f9c8f-4d04-4d6b-b845-8be996389087 req-228cec22-9e7c-41da-a145-caae447260d5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 945 time: 0.0514350 Apr 26 14:20:29.970465 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bd3f9c8f-4d04-4d6b-b845-8be996389087 req-617df217-aee7-446f-8750-3504ab962983 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406661 Apr 26 14:20:30.314115 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 6e08a9a3-5f22-413d-9915-7b85302213b0 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:20:30.386304 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 6e08a9a3-5f22-413d-9915-7b85302213b0 is: ACTIVE; New status is: DOWN {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:20:30.387222 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:30.408576 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e08a9a3-5f22-413d-9915-7b85302213b0'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:20:30.410753 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee624156-7386-49db-8f37-fc00ffbf24b5" -d '{"events": [{"server_uuid": "019e4a26-ae44-45c7-9ced-eeccd45128e0", "name": "network-vif-unplugged", "status": "completed", "tag": "6e08a9a3-5f22-413d-9915-7b85302213b0"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:20:30.422982 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 6e08a9a3-5f22-413d-9915-7b85302213b0, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=6e08a9a3-5f22-413d-9915-7b85302213b0,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:20:30.446814 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Apr 2022 14:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df71b578-cd1a-4172-81bc-b4175a3f76cb x-openstack-request-id: req-df71b578-cd1a-4172-81bc-b4175a3f76cb {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:20:30.447112 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019e4a26-ae44-45c7-9ced-eeccd45128e0", "name": "network-vif-unplugged", "status": "completed", "tag": "6e08a9a3-5f22-413d-9915-7b85302213b0", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:20:30.447424 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df71b578-cd1a-4172-81bc-b4175a3f76cb {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:20:30.447825 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df71b578-cd1a-4172-81bc-b4175a3f76cb'] response: {'server_uuid': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'code': 200} Apr 26 14:20:30.484032 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:30.533404 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=6e08a9a3-5f22-413d-9915-7b85302213b0,revision_number=8']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:20:30.541196 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:30.544643 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:30.544643 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:30.544643 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:30.544643 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:30.544643 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:30.544643 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:30.544643 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:30.544643 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:30.544643 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:30.544643 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:30.545570 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:30.545570 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:30.881082 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5568c-a5f5-4885-bc0d-34f66d9a0c4b req-5aeaf05e-7080-4b38-8316-79c8d1d9a06f tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:30.882579 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-36b5568c-a5f5-4885-bc0d-34f66d9a0c4b req-5aeaf05e-7080-4b38-8316-79c8d1d9a06f tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 943 time: 0.0625551 Apr 26 14:20:30.929336 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-36b5568c-a5f5-4885-bc0d-34f66d9a0c4b req-d7ef2498-95b7-4457-96f0-6e312380886e tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412207 Apr 26 14:20:31.091742 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1aecf-6722-43f6-b97a-f243abbe28a2 req-002c6461-306c-4c8f-b5cd-6f82ddd6f96c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:31.093207 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b2f1aecf-6722-43f6-b97a-f243abbe28a2 req-002c6461-306c-4c8f-b5cd-6f82ddd6f96c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.0524647 Apr 26 14:20:31.137940 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b2f1aecf-6722-43f6-b97a-f243abbe28a2 req-31b74057-8c19-479f-a26f-19df0edc7090 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392134 Apr 26 14:20:31.369939 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:32.047866 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c036209-e1e8-479b-beaf-5e4f4bdf1c4f req-0a5fc950-11c9-422b-a778-1a5d30dad5db tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:32.049296 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4c036209-e1e8-479b-beaf-5e4f4bdf1c4f req-0a5fc950-11c9-422b-a778-1a5d30dad5db tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 943 time: 0.0558655 Apr 26 14:20:32.098273 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4c036209-e1e8-479b-beaf-5e4f4bdf1c4f req-51906504-bfae-4b23-877e-485a867d51fe tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433156 Apr 26 14:20:32.318673 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device eefb490f-e9ff-406d-a83d-4ad7915fe49a details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:20:32.410490 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port eefb490f-e9ff-406d-a83d-4ad7915fe49a, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=eefb490f-e9ff-406d-a83d-4ad7915fe49a,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:20:32.426060 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'port_id': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a', 'mac_address': 'fa:16:3e:4d:a1:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:20:32.473050 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port eefb490f-e9ff-406d-a83d-4ad7915fe49a is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:20:32.473498 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:32.486750 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefb490f-e9ff-406d-a83d-4ad7915fe49a {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:20:32.506661 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port eefb490f-e9ff-406d-a83d-4ad7915fe49a, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=eefb490f-e9ff-406d-a83d-4ad7915fe49a,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:20:32.571418 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:32.583307 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:32.630599 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=eefb490f-e9ff-406d-a83d-4ad7915fe49a,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:20:32.799451 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['eefb490f-e9ff-406d-a83d-4ad7915fe49a'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:20:32.994556 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [req-3d1d8d5d-9673-468c-8b74-504969a61bbe req-916844b3-b847-4d35-8f90-0a8b6b846d3a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 26 14:20:32.995533 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d1d8d5d-9673-468c-8b74-504969a61bbe req-916844b3-b847-4d35-8f90-0a8b6b846d3a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053940 Apr 26 14:20:33.216602 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1290c-535a-48c9-a728-c67331d0f905 req-7d2eb49e-734d-4317-8d3d-4fb3f3deabab tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:33.218105 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e7d1290c-535a-48c9-a728-c67331d0f905 req-7d2eb49e-734d-4317-8d3d-4fb3f3deabab tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 944 time: 0.0555418 Apr 26 14:20:33.272021 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e7d1290c-535a-48c9-a728-c67331d0f905 req-28571524-0a83-47eb-b013-0f9aba7f0083 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480294 Apr 26 14:20:33.296808 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05c855-5923-4e1d-85c3-65fd9b482949 req-3e2bf071-2467-4457-8692-0627a95f955a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:33.298465 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f05c855-5923-4e1d-85c3-65fd9b482949 req-3e2bf071-2467-4457-8692-0627a95f955a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.0575442 Apr 26 14:20:33.345932 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f05c855-5923-4e1d-85c3-65fd9b482949 req-e01fe2df-8562-4cfc-ac9a-c70753905296 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416589 Apr 26 14:20:33.643633 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-86cf77dd-5cf0-4c66-92ab-2b930cfb0433 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447600 Apr 26 14:20:33.716070 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-8c3c1f21-03c4-4d19-a827-96be2af01544 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:33.717452 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-8c3c1f21-03c4-4d19-a827-96be2af01544 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports/6e08a9a3-5f22-413d-9915-7b85302213b0 HTTP/1.1" status: 200 len: 940 time: 0.0457067 Apr 26 14:20:34.329403 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device eefb490f-e9ff-406d-a83d-4ad7915fe49a up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:20:34.430829 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c8ae0-14e7-49ed-9a42-7f483094716e req-a76e792d-0fa7-46f8-bc7d-e405c8aaa7ba tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:34.432393 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-863c8ae0-14e7-49ed-9a42-7f483094716e req-a76e792d-0fa7-46f8-bc7d-e405c8aaa7ba tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 944 time: 0.0592339 Apr 26 14:20:34.461454 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning for port eefb490f-e9ff-406d-a83d-4ad7915fe49a completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 26 14:20:34.465335 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port eefb490f-e9ff-406d-a83d-4ad7915fe49a triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:20:34.465712 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:34.487995 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d753b-121d-4ee0-91be-db16f523c8ec req-06e55870-9e98-4434-811f-0ed740957db8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:34.492997 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-637d753b-121d-4ee0-91be-db16f523c8ec req-06e55870-9e98-4434-811f-0ed740957db8 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.0677662 Apr 26 14:20:34.493185 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-863c8ae0-14e7-49ed-9a42-7f483094716e req-d2dc206b-f03d-417b-b478-600457903121 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536637 Apr 26 14:20:34.542064 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-637d753b-121d-4ee0-91be-db16f523c8ec req-30eba0f1-005e-443c-8986-317933dae82f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436502 Apr 26 14:20:34.552446 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port eefb490f-e9ff-406d-a83d-4ad7915fe49a is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:20:34.552833 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:34.577113 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e824471-2b62-4661-b9be-752fe9cc26f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:20:34.579386 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d455f377-ddf2-41ff-abcb-c3643d77a70d" -d '{"events": [{"server_uuid": "3e824471-2b62-4661-b9be-752fe9cc26f1", "name": "network-vif-plugged", "status": "completed", "tag": "eefb490f-e9ff-406d-a83d-4ad7915fe49a"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:20:34.591857 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port eefb490f-e9ff-406d-a83d-4ad7915fe49a, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=eefb490f-e9ff-406d-a83d-4ad7915fe49a,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:20:34.615077 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ff3fac-897c-45b8-b4d9-d20b5bb3d58b x-openstack-request-id: req-40ff3fac-897c-45b8-b4d9-d20b5bb3d58b {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:20:34.615437 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e824471-2b62-4661-b9be-752fe9cc26f1", "name": "network-vif-plugged", "status": "completed", "tag": "eefb490f-e9ff-406d-a83d-4ad7915fe49a", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:20:34.615704 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40ff3fac-897c-45b8-b4d9-d20b5bb3d58b {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:20:34.616106 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ff3fac-897c-45b8-b4d9-d20b5bb3d58b'] response: {'server_uuid': '3e824471-2b62-4661-b9be-752fe9cc26f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a', 'code': 200} Apr 26 14:20:34.667272 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:34.668582 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 6e08a9a3-5f22-413d-9915-7b85302213b0 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:20:34.743033 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=eefb490f-e9ff-406d-a83d-4ad7915fe49a,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:20:34.782160 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 6e08a9a3-5f22-413d-9915-7b85302213b0 is: DOWN; New status is: DOWN {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:20:35.003516 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d68a6-1489-4eb4-a552-10a04b2e8430 req-a994123c-2157-4573-902d-0aac7d918b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:35.005018 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-563d68a6-1489-4eb4-a552-10a04b2e8430 req-a994123c-2157-4573-902d-0aac7d918b2a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 1129 time: 0.0761499 Apr 26 14:20:35.006753 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-de4bdb07-1efe-417d-a0f7-1c7979bff325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:35.008269 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-de4bdb07-1efe-417d-a0f7-1c7979bff325 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0&tenant_id=ceae37df7abe4226ab88abbc1d289a5c HTTP/1.1" status: 200 len: 1127 time: 0.0718722 Apr 26 14:20:35.080427 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-563d68a6-1489-4eb4-a552-10a04b2e8430 req-0868c715-6076-4b3c-91be-7a3c4745c7bc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656812 Apr 26 14:20:35.089824 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-859547ef-96ed-416b-b3ef-5c6fd21121f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:35.091251 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-859547ef-96ed-416b-b3ef-5c6fd21121f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ceae37df7abe4226ab88abbc1d289a5c&device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 1127 time: 0.0618625 Apr 26 14:20:35.358522 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-9b791625-3bb0-43a6-8c69-a10f534ed2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:35.359947 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-9b791625-3bb0-43a6-8c69-a10f534ed2d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc63f20b-e52c-4941-838b-394d035812b6 HTTP/1.1" status: 200 len: 917 time: 0.0809994 Apr 26 14:20:35.425082 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-b7c2a4d8-5c89-4ab8-814e-ca307e9fc677 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e08a9a3-5f22-413d-9915-7b85302213b0 HTTP/1.1" status: 200 len: 999 time: 0.0590334 Apr 26 14:20:35.473839 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-54a0a263-d1c2-4d58-bd5a-52329ee87a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:35.475298 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-54a0a263-d1c2-4d58-bd5a-52329ee87a90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a30cea70-cfe0-4e96-8e8d-25b1736752b4 HTTP/1.1" status: 200 len: 855 time: 0.0429494 Apr 26 14:20:35.521574 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-fa2e733f-a3fb-412e-82d1-27e36148dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:35.523374 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-fa2e733f-a3fb-412e-82d1-27e36148dee0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc63f20b-e52c-4941-838b-394d035812b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416725 Apr 26 14:20:35.650830 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a1b6f-a8a7-4bc9-a56c-995c98f9518e req-a4e4e54c-d280-4557-97f8-4d439f2d2d6a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:35.652253 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f24a1b6f-a8a7-4bc9-a56c-995c98f9518e req-a4e4e54c-d280-4557-97f8-4d439f2d2d6a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 945 time: 0.0807478 Apr 26 14:20:35.654400 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-dd00741d-f0a3-4e0f-82c1-ae1a8d210320 service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249576 Apr 26 14:20:35.666862 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db68d7-e2fa-4f03-896f-7699066fd239 req-6eece430-21a3-44e5-ad09-ac223ab7c51f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:35.668320 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c6db68d7-e2fa-4f03-896f-7699066fd239 req-6eece430-21a3-44e5-ad09-ac223ab7c51f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.0513060 Apr 26 14:20:35.714271 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c6db68d7-e2fa-4f03-896f-7699066fd239 req-98d86e5e-db5e-4539-8825-759c3858806a tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403898 Apr 26 14:20:35.752268 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f24a1b6f-a8a7-4bc9-a56c-995c98f9518e req-0bdce5f4-e3e3-45b5-8096-6b7e4b353a57 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941148 Apr 26 14:20:35.777095 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-65ca79c1-48b7-49c3-af98-9accd48a96f2 req-b92ee142-96e1-41e6-a0d0-fdc08fea1d0f service neutron] 10.222.0.26 "GET /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130822 Apr 26 14:20:36.854979 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fba12-67c7-4be4-b49b-347e7f139bea req-89e8940c-fee2-49a7-8a2e-0da8256792b9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:36.856551 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bf3fba12-67c7-4be4-b49b-347e7f139bea req-89e8940c-fee2-49a7-8a2e-0da8256792b9 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.0689986 Apr 26 14:20:36.906324 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a2029-cf30-4691-ba96-cf4b7f763ea8 req-31695040-b99f-4192-9e26-3d5aa564dc1b tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:36.908743 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-034a2029-cf30-4691-ba96-cf4b7f763ea8 req-31695040-b99f-4192-9e26-3d5aa564dc1b tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 945 time: 0.0610240 Apr 26 14:20:36.932019 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bf3fba12-67c7-4be4-b49b-347e7f139bea req-11b5fdb6-be5b-4c59-9661-a3f9d8e9416d tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693755 Apr 26 14:20:36.969600 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-034a2029-cf30-4691-ba96-cf4b7f763ea8 req-25765f11-a148-44ca-9c0c-55334adb4d48 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544677 Apr 26 14:20:37.096537 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e39ec-d76e-40b3-98d0-7aeabe55f35c req-166be8bb-bf6a-4fba-b65c-59ab9f1c4200 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:37.098556 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8b9e39ec-d76e-40b3-98d0-7aeabe55f35c req-166be8bb-bf6a-4fba-b65c-59ab9f1c4200 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 945 time: 0.0565281 Apr 26 14:20:37.149944 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8b9e39ec-d76e-40b3-98d0-7aeabe55f35c req-64fc633c-b54b-43a7-a83a-49c5e53cff01 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450325 Apr 26 14:20:37.177026 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35372) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:20:37.229190 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3afe48-370f-4ae8-8271-2b84418e648c tempest-TestVolumeBootPattern-491561033 tempest-TestVolumeBootPattern-491561033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:37.230815 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-3b3afe48-370f-4ae8-8271-2b84418e648c tempest-TestVolumeBootPattern-491561033 tempest-TestVolumeBootPattern-491561033-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 1124 time: 0.0527782 Apr 26 14:20:37.233734 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35374) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:20:37.238306 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Request body: {'floatingip': {'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'port_id': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 26 14:20:37.331956 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:37.440523 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:37.554050 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Allocated IP 172.27.1.142 (692e678d-165f-4510-9c90-3c52c427e7b7/9358ae49-861f-42fa-9e6a-31be01ccbf93/f02f23c0-cbcf-4005-8929-7c9f2c9f7fa5) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 26 14:20:37.661496 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for port (f02f23c0-cbcf-4005-8929-7c9f2c9f7fa5), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:37.755506 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776437726284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (f02f23c0-cbcf-4005-8929-7c9f2c9f7fa5), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:37.794297 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Network 692e678d-165f-4510-9c90-3c52c427e7b7 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 26 14:20:37.797261 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 26 14:20:37.800788 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 26 14:20:37.840549 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'Port': ['ID=f02f23c0-cbcf-4005-8929-7c9f2c9f7fa5,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:20:37.852356 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:37.852703 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:37.853043 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:37.853378 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:37.853708 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:37.854058 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:37.854386 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:37.854712 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:37.855678 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:37.856328 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:37.856328 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:37.856621 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:37.856938 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:20:38.047703 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a4094-63a0-4ea9-a8e8-e5de781e020f req-f2c5a8bd-0860-4953-9f39-c7c4fd48f67c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:38.049989 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6a6a4094-63a0-4ea9-a8e8-e5de781e020f req-f2c5a8bd-0860-4953-9f39-c7c4fd48f67c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.0528936 Apr 26 14:20:38.116064 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6a6a4094-63a0-4ea9-a8e8-e5de781e020f req-49b71417-525e-4016-8d64-9f6595110d59 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580959 Apr 26 14:20:38.208199 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for floatingip (d56fc2e6-d9bd-40be-a1ca-2053c22bfcb1), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:38.392733 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (f02f23c0-cbcf-4005-8929-7c9f2c9f7fa5), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:38.572599 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for port (f02f23c0-cbcf-4005-8929-7c9f2c9f7fa5), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:38.667409 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3745578'] for port (f02f23c0-cbcf-4005-8929-7c9f2c9f7fa5), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:38.744396 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event updated for resources: {'Port': ['ID=f02f23c0-cbcf-4005-8929-7c9f2c9f7fa5,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:20:38.757542 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (d56fc2e6-d9bd-40be-a1ca-2053c22bfcb1), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:38.862241 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Floating IP d56fc2e6-d9bd-40be-a1ca-2053c22bfcb1 associated. External IP: 172.27.1.142, port: eefb490f-e9ff-406d-a83d-4ad7915fe49a. Apr 26 14:20:39.327138 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3320b3d-70f4-4c88-b7a7-ee3429c8fade req-3594601a-f37b-4757-ac8e-e6cdd4d84463 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:39.328649 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f3320b3d-70f4-4c88-b7a7-ee3429c8fade req-3594601a-f37b-4757-ac8e-e6cdd4d84463 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.1333170 Apr 26 14:20:39.364209 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Router b3ffbd3b-0376-4507-b37d-c97d1a39d138 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:20:39.398232 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f3320b3d-70f4-4c88-b7a7-ee3429c8fade req-7d2f6908-ec6c-489d-9c9a-2047827cb356 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589836 Apr 26 14:20:39.502205 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:20:39.514839 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f16dd6-336f-4527-b889-0d4624853531 None None] Sync routers for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:20:39.525167 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f16dd6-336f-4527-b889-0d4624853531 None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:20:39.525781 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-27f16dd6-336f-4527-b889-0d4624853531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:20:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:20:39.567975 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:39.599619 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c72baffb-3b57-4170-b31f-f87eeffa4ae8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3647602 Apr 26 14:20:39.600635 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e824471-2b62-4661-b9be-752fe9cc26f1', 'tag': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:20:39.603025 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478595fd5860eeef178e2f17bc4da562bcc5ac2bcb416f5f119a8a02bbcefaa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d16233d-85b1-4ef7-ae8d-ac3194a79584" -d '{"events": [{"name": "network-changed", "server_uuid": "3e824471-2b62-4661-b9be-752fe9cc26f1", "tag": "eefb490f-e9ff-406d-a83d-4ad7915fe49a"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:20:39.652648 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c902a90b-f339-4284-a86c-75417f6a96b4 x-openstack-request-id: req-c902a90b-f339-4284-a86c-75417f6a96b4 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:20:39.652938 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e824471-2b62-4661-b9be-752fe9cc26f1", "tag": "eefb490f-e9ff-406d-a83d-4ad7915fe49a", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:20:39.653189 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c902a90b-f339-4284-a86c-75417f6a96b4 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:20:39.653587 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c902a90b-f339-4284-a86c-75417f6a96b4'] response: {'name': 'network-changed', 'server_uuid': '3e824471-2b62-4661-b9be-752fe9cc26f1', 'tag': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a', 'status': 'completed', 'code': 200} Apr 26 14:20:39.653699 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-27f16dd6-336f-4527-b889-0d4624853531 None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:20:40.001836 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-27f16dd6-336f-4527-b889-0d4624853531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '6e1ca529-db29-4ff2-9682-ae46222613e9', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'port_id': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'mac_address': 'fa:16:3e:5a:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:18:41Z', 'updated_at': '2022-04-26T14:18:43Z', 'revision_number': 1, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address_scope': None}, {'id': 'd56fc2e6-d9bd-40be-a1ca-2053c22bfcb1', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'port_id': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'mac_address': 'fa:16:3e:4d:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e824471-2b62-4661-b9be-752fe9cc26f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:20:38Z', 'updated_at': '2022-04-26T14:20:38Z', 'revision_number': 0, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:20:40.028874 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f16dd6-336f-4527-b889-0d4624853531 None None] Checking router: b3ffbd3b-0376-4507-b37d-c97d1a39d138 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:20:40.038155 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f16dd6-336f-4527-b889-0d4624853531 None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:20:40.038924 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-27f16dd6-336f-4527-b889-0d4624853531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:20:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:20:40.153589 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-27f16dd6-336f-4527-b889-0d4624853531 None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:20:40.390567 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-27f16dd6-336f-4527-b889-0d4624853531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '6e1ca529-db29-4ff2-9682-ae46222613e9', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'port_id': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'mac_address': 'fa:16:3e:5a:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:18:41Z', 'updated_at': '2022-04-26T14:18:43Z', 'revision_number': 1, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address_scope': None}, {'id': 'd56fc2e6-d9bd-40be-a1ca-2053c22bfcb1', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'port_id': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'mac_address': 'fa:16:3e:4d:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e824471-2b62-4661-b9be-752fe9cc26f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:20:38Z', 'updated_at': '2022-04-26T14:20:38Z', 'revision_number': 0, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:20:40.418370 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f16dd6-336f-4527-b889-0d4624853531 None None] The sync data for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi is: [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '6e1ca529-db29-4ff2-9682-ae46222613e9', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'port_id': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'mac_address': 'fa:16:3e:5a:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:18:41Z', 'updated_at': '2022-04-26T14:18:43Z', 'revision_number': 1, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address_scope': None}, {'id': 'd56fc2e6-d9bd-40be-a1ca-2053c22bfcb1', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'port_id': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'mac_address': 'fa:16:3e:4d:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e824471-2b62-4661-b9be-752fe9cc26f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:20:38Z', 'updated_at': '2022-04-26T14:20:38Z', 'revision_number': 0, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:20:40.556404 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2f6c1-556f-44a1-84c7-06088a808094 req-f8e6f7bb-83f7-4458-b512-e41aa7a407dd tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:40.564092 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-aba2f6c1-556f-44a1-84c7-06088a808094 req-f8e6f7bb-83f7-4458-b512-e41aa7a407dd tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.0696661 Apr 26 14:20:40.615091 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-aba2f6c1-556f-44a1-84c7-06088a808094 req-23ced742-5429-4b46-8671-1e2b14a06522 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500777 Apr 26 14:20:40.676893 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd315b82-765d-4d7a-88bc-76aa1b36713c None None] New status for floating IP d56fc2e6-d9bd-40be-a1ca-2053c22bfcb1: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:20:40.946725 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:41.755096 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ef3f3-82da-421e-a166-3dfdce455758 req-4da92939-e0a0-498e-b093-507e14e0416f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:41.757701 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b71ef3f3-82da-421e-a166-3dfdce455758 req-4da92939-e0a0-498e-b093-507e14e0416f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.0630674 Apr 26 14:20:41.834962 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b71ef3f3-82da-421e-a166-3dfdce455758 req-bd98e05c-e274-4a44-800a-0c22d7de54d0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674918 Apr 26 14:20:42.959806 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2633c-e69a-4378-b3a5-22ec4bc457c3 req-5b6bce6f-327d-4f44-bce1-c705a16ea854 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:42.961273 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b1f2633c-e69a-4378-b3a5-22ec4bc457c3 req-5b6bce6f-327d-4f44-bce1-c705a16ea854 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.0535007 Apr 26 14:20:43.010622 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b1f2633c-e69a-4378-b3a5-22ec4bc457c3 req-bfb2aee4-4945-4aaf-b60f-0818eba8b0cd tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434492 Apr 26 14:20:44.131597 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbe60d-81eb-49fb-a8d8-3f963a37c60d req-96860c90-7991-41bc-b7fa-463416577e58 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:44.133031 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-aadbe60d-81eb-49fb-a8d8-3f963a37c60d req-96860c90-7991-41bc-b7fa-463416577e58 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.0502250 Apr 26 14:20:44.177421 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-aadbe60d-81eb-49fb-a8d8-3f963a37c60d req-23d60833-d7d3-4186-8f9b-598483e3dbe4 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383317 Apr 26 14:20:44.352652 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16233d-85b1-4ef7-ae8d-ac3194a79584 req-8818f5d1-8439-4877-95ae-8c904cb06da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:44.354179 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9d16233d-85b1-4ef7-ae8d-ac3194a79584 req-8818f5d1-8439-4877-95ae-8c904cb06da5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 1129 time: 0.0424018 Apr 26 14:20:44.445647 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16233d-85b1-4ef7-ae8d-ac3194a79584 req-4278a094-ef51-434d-ba6a-e1cc40a638ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:44.447140 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9d16233d-85b1-4ef7-ae8d-ac3194a79584 req-4278a094-ef51-434d-ba6a-e1cc40a638ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c46524c-1ef3-4576-ad52-5298a3962302 HTTP/1.1" status: 200 len: 913 time: 0.0866716 Apr 26 14:20:44.510157 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9d16233d-85b1-4ef7-ae8d-ac3194a79584 req-7a6c77dd-2bc8-40cc-b15f-7ec8eab9abf6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eefb490f-e9ff-406d-a83d-4ad7915fe49a HTTP/1.1" status: 200 len: 1001 time: 0.0564497 Apr 26 14:20:44.555923 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16233d-85b1-4ef7-ae8d-ac3194a79584 req-ebd6d6d1-3f7b-4e78-87f1-7cc2b404a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:44.557331 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9d16233d-85b1-4ef7-ae8d-ac3194a79584 req-ebd6d6d1-3f7b-4e78-87f1-7cc2b404a6f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03 HTTP/1.1" status: 200 len: 851 time: 0.0415232 Apr 26 14:20:44.607197 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16233d-85b1-4ef7-ae8d-ac3194a79584 req-5ab04c39-0d7b-4449-8048-ac355dccb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:44.608560 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9d16233d-85b1-4ef7-ae8d-ac3194a79584 req-5ab04c39-0d7b-4449-8048-ac355dccb5a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c46524c-1ef3-4576-ad52-5298a3962302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450215 Apr 26 14:20:44.693130 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9d16233d-85b1-4ef7-ae8d-ac3194a79584 req-9a97cc2d-af01-4056-8040-bd2c4106c730 service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770748 Apr 26 14:20:44.781882 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9d16233d-85b1-4ef7-ae8d-ac3194a79584 req-14e0ae47-bcae-4a0b-b537-5e2c5ee0c828 service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819924 Apr 26 14:20:45.298507 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd499b4-31ed-42be-94d2-cab54ec6d4ed req-8e750e15-caaa-40ff-97b4-7228f1987756 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:45.299949 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bdd499b4-31ed-42be-94d2-cab54ec6d4ed req-8e750e15-caaa-40ff-97b4-7228f1987756 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.0528936 Apr 26 14:20:45.345842 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bdd499b4-31ed-42be-94d2-cab54ec6d4ed req-aa87db53-b7e7-48db-92cb-f9136ffd6ab3 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404315 Apr 26 14:20:46.391851 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 6e08a9a3-5f22-413d-9915-7b85302213b0 details requested by agent hyperv_hv-cinder-83513 with host hv-cinder-83513 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 26 14:20:46.466971 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e647d08-ce7b-48a7-88ee-3310633447c0 req-f3b9a016-a85a-40bf-a43a-fcde442c6a3f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:46.468435 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9e647d08-ce7b-48a7-88ee-3310633447c0 req-f3b9a016-a85a-40bf-a43a-fcde442c6a3f tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 943 time: 0.0527260 Apr 26 14:20:46.491188 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 6e08a9a3-5f22-413d-9915-7b85302213b0, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=6e08a9a3-5f22-413d-9915-7b85302213b0,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:20:46.501819 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Returning: {'device': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'port_id': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'mac_address': 'fa:16:3e:8c:23:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 26 14:20:46.513589 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9e647d08-ce7b-48a7-88ee-3310633447c0 req-6ba9904c-7176-4013-b3a5-360e5334b4bd tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396454 Apr 26 14:20:46.539637 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 6e08a9a3-5f22-413d-9915-7b85302213b0 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:20:46.540026 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:46.552625 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e08a9a3-5f22-413d-9915-7b85302213b0 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 26 14:20:46.571539 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 6e08a9a3-5f22-413d-9915-7b85302213b0, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=6e08a9a3-5f22-413d-9915-7b85302213b0,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:20:46.633842 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:46.681149 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=6e08a9a3-5f22-413d-9915-7b85302213b0,revision_number=9']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:20:46.897608 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] get_ports_and_sgs() called for port_ids ['6e08a9a3-5f22-413d-9915-7b85302213b0'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 26 14:20:47.637252 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a90558-7641-49ac-a563-def3dd880c6d req-f13e019d-a9e7-42e4-b961-e4e16f7a9c92 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:47.638794 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a2a90558-7641-49ac-a563-def3dd880c6d req-f13e019d-a9e7-42e4-b961-e4e16f7a9c92 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 944 time: 0.0549092 Apr 26 14:20:47.682480 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a2a90558-7641-49ac-a563-def3dd880c6d req-ddeb6f92-e969-4e91-8e6f-e473160cf963 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382955 Apr 26 14:20:48.392595 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 6e08a9a3-5f22-413d-9915-7b85302213b0 up at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 26 14:20:48.446269 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Provisioning complete for port 6e08a9a3-5f22-413d-9915-7b85302213b0 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 26 14:20:48.446779 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15945298'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:48.552614 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Current status of the port 6e08a9a3-5f22-413d-9915-7b85302213b0 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 26 14:20:48.553012 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16113359'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:48.578942 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e08a9a3-5f22-413d-9915-7b85302213b0'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:20:48.581365 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8911a196b83eabb7bfe5de655333ea58fc911367331ed211c2fb48950e7e7b47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a790fe8-5270-446b-a075-55f1010f8414" -d '{"events": [{"server_uuid": "019e4a26-ae44-45c7-9ced-eeccd45128e0", "name": "network-vif-plugged", "status": "completed", "tag": "6e08a9a3-5f22-413d-9915-7b85302213b0"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:20:48.595887 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] For port 6e08a9a3-5f22-413d-9915-7b85302213b0, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=6e08a9a3-5f22-413d-9915-7b85302213b0,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:20:48.618701 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656adeec-0c07-4f91-900a-f22da607cade x-openstack-request-id: req-656adeec-0c07-4f91-900a-f22da607cade {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:20:48.619003 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019e4a26-ae44-45c7-9ced-eeccd45128e0", "name": "network-vif-plugged", "status": "completed", "tag": "6e08a9a3-5f22-413d-9915-7b85302213b0", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:20:48.619257 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-656adeec-0c07-4f91-900a-f22da607cade {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:20:48.619658 dv-cinder-835133-2-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656adeec-0c07-4f91-900a-f22da607cade'] response: {'server_uuid': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'code': 200} Apr 26 14:20:48.830795 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f59da8-e333-4118-9359-d39f4c4d9865 req-956d265a-178c-4f40-9046-2630d901c2a1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:48.832626 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-76f59da8-e333-4118-9359-d39f4c4d9865 req-956d265a-178c-4f40-9046-2630d901c2a1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 944 time: 0.0651810 Apr 26 14:20:48.881144 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-76f59da8-e333-4118-9359-d39f4c4d9865 req-5f12c72f-0804-472e-b83c-e325214a49bd tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421991 Apr 26 14:20:49.026860 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776438310696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776437726302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776437726320'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:49.075257 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Pushing event updated for resources: {'Port': ['ID=6e08a9a3-5f22-413d-9915-7b85302213b0,revision_number=10']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:20:49.263442 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ff000-2bfd-4e9d-a683-dc034ba0d31c req-008e4b52-9934-4b31-b240-1f94c82839ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:49.264856 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-076ff000-2bfd-4e9d-a683-dc034ba0d31c req-008e4b52-9934-4b31-b240-1f94c82839ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 1130 time: 0.0436985 Apr 26 14:20:49.311664 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-076ff000-2bfd-4e9d-a683-dc034ba0d31c req-24c7e941-c108-421e-9be0-ffd3ce09f052 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396988 Apr 26 14:20:49.453286 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:20:50.003477 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d491c-d75d-40db-a33d-de031310dce5 req-91cde8d1-7375-4146-a0fd-6edb7fdc1f91 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:50.004932 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-565d491c-d75d-40db-a33d-de031310dce5 req-91cde8d1-7375-4146-a0fd-6edb7fdc1f91 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 946 time: 0.0510650 Apr 26 14:20:50.050014 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-565d491c-d75d-40db-a33d-de031310dce5 req-14323eb7-331e-4edf-a70a-febba43837fa tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396097 Apr 26 14:20:51.169227 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe55196-cc35-4690-8e6d-a9937f48a662 req-b958cef3-1ee2-4691-ae77-f17c1b424084 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:51.170725 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8fe55196-cc35-4690-8e6d-a9937f48a662 req-b958cef3-1ee2-4691-ae77-f17c1b424084 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 946 time: 0.0515091 Apr 26 14:20:51.220044 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8fe55196-cc35-4690-8e6d-a9937f48a662 req-8a1e61eb-dbd7-44ca-9fb8-0f1ebde71b56 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437453 Apr 26 14:20:52.338626 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a70cff-8034-4d89-b4e5-635c1065410c req-bfeb9ceb-9a4a-4993-811e-0eddbd03f867 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:20:52.340573 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-08a70cff-8034-4d89-b4e5-635c1065410c req-bfeb9ceb-9a4a-4993-811e-0eddbd03f867 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 946 time: 0.0509193 Apr 26 14:20:52.385754 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-08a70cff-8034-4d89-b4e5-635c1065410c req-91b64e54-349f-4e3c-81d9-f3fbe10a1fc5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397081 Apr 26 14:20:56.359417 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d2571014-5c7e-4761-a1a6-51ed088fc143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:58.490862 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5eb1b120-c33b-4c64-856a-a798ee3ec80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:20:59.776930 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:01.382435 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:02.552206 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:03.500993 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35456) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:03.653164 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-415a1726-aafe-4c2f-98e5-94ec25027d1a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Deleting port e8cb454f-982c-4945-bb24-38c6c80df945 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:21:03.653509 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-415a1726-aafe-4c2f-98e5-94ec25027d1a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (e8cb454f-982c-4945-bb24-38c6c80df945), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:03.726371 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-415a1726-aafe-4c2f-98e5-94ec25027d1a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (e8cb454f-982c-4945-bb24-38c6c80df945), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:03.726624 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-415a1726-aafe-4c2f-98e5-94ec25027d1a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for floatingip (e8cb454f-982c-4945-bb24-38c6c80df945), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:03.738652 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-415a1726-aafe-4c2f-98e5-94ec25027d1a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Calling delete_port for e8cb454f-982c-4945-bb24-38c6c80df945 owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:21:03.923384 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-415a1726-aafe-4c2f-98e5-94ec25027d1a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (e8cb454f-982c-4945-bb24-38c6c80df945), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:03.946800 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a1726-aafe-4c2f-98e5-94ec25027d1a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Pushing event deleted for resources: {'Port': ['ID=e8cb454f-982c-4945-bb24-38c6c80df945,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:04.009875 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-415a1726-aafe-4c2f-98e5-94ec25027d1a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for floatingip (f6166ccf-e921-4f3b-8de5-780775b497a8), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:04.010159 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-415a1726-aafe-4c2f-98e5-94ec25027d1a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Floating IP f6166ccf-e921-4f3b-8de5-780775b497a8 disassociated (deleted). External IP: 172.27.1.114, port: 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670. Apr 26 14:21:04.209482 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415a1726-aafe-4c2f-98e5-94ec25027d1a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Router 26034698-9fd1-4574-986f-ae0dfe9faa57 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:21:04.316325 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415a1726-aafe-4c2f-98e5-94ec25027d1a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:21:04.320982 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-415a1726-aafe-4c2f-98e5-94ec25027d1a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:04.326183 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca1a076-64fd-47b2-9ea2-12996cedbc84 None None] Sync routers for ids ['26034698-9fd1-4574-986f-ae0dfe9faa57'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:21:04.340135 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca1a076-64fd-47b2-9ea2-12996cedbc84 None None] Routers {'26034698-9fd1-4574-986f-ae0dfe9faa57'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:21:04.340756 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-cca1a076-64fd-47b2-9ea2-12996cedbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:20:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['26034698-9fd1-4574-986f-ae0dfe9faa57'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:04.350571 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-415a1726-aafe-4c2f-98e5-94ec25027d1a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "DELETE /v2.0/floatingips/f6166ccf-e921-4f3b-8de5-780775b497a8 HTTP/1.1" status: 204 len: 168 time: 0.8484766 Apr 26 14:21:04.351132 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'tag': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:21:04.353363 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478595fd5860eeef178e2f17bc4da562bcc5ac2bcb416f5f119a8a02bbcefaa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547b197a-2b42-42f6-9059-a16f93d8beef" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4", "tag": "9fb27f6a-f71d-4cc9-b31d-afcd61b0c670"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:21:04.393389 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be7e569-141d-40c7-9c81-b09e3f039c50 x-openstack-request-id: req-9be7e569-141d-40c7-9c81-b09e3f039c50 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:21:04.393729 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4", "tag": "9fb27f6a-f71d-4cc9-b31d-afcd61b0c670", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:21:04.394139 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9be7e569-141d-40c7-9c81-b09e3f039c50 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:21:04.394552 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be7e569-141d-40c7-9c81-b09e3f039c50'] response: {'name': 'network-changed', 'server_uuid': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'tag': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670', 'status': 'completed', 'code': 200} Apr 26 14:21:04.453896 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-cca1a076-64fd-47b2-9ea2-12996cedbc84 None None] Set router 26034698-9fd1-4574-986f-ae0dfe9faa57 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:21:04.467286 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b197a-2b42-42f6-9059-a16f93d8beef req-3b714cf5-5993-433d-ae16-b58bb5a750bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:21:04.468786 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-547b197a-2b42-42f6-9059-a16f93d8beef req-3b714cf5-5993-433d-ae16-b58bb5a750bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=51ea97fcafba4e8fbdd5c7004c94eafe&device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 1129 time: 0.0490732 Apr 26 14:21:04.561128 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b197a-2b42-42f6-9059-a16f93d8beef req-03e82e69-dbe6-4aaf-97fa-a6532b576ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:21:04.563101 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-547b197a-2b42-42f6-9059-a16f93d8beef req-03e82e69-dbe6-4aaf-97fa-a6532b576ab7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0dcd5ba3-49d4-4822-bfaf-5ec655477521 HTTP/1.1" status: 200 len: 910 time: 0.0879426 Apr 26 14:21:04.608090 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-547b197a-2b42-42f6-9059-a16f93d8beef req-2ac5460b-2f1c-484e-aed6-72215ce38eb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 HTTP/1.1" status: 200 len: 217 time: 0.0382090 Apr 26 14:21:04.656281 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b197a-2b42-42f6-9059-a16f93d8beef req-fa14a08b-e723-475f-9e0d-935a43ddf492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:21:04.657741 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-cca1a076-64fd-47b2-9ea2-12996cedbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a94e6295-44be-4d7c-874f-027098527324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:14Z', 'updated_at': '2022-04-26T14:16:17Z', 'revision_number': 4, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'gw_port': {'id': 'a94e6295-44be-4d7c-874f-027098527324', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:15Z', 'updated_at': '2022-04-26T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '4e5c8468-01c3-4a96-a087-1b79d91284ab', 'name': '', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'mac_address': 'fa:16:3e:a8:e9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:17Z', 'updated_at': '2022-04-26T14:16:21Z', 'revision_number': 5, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'subnets': [{'id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:04.657938 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-547b197a-2b42-42f6-9059-a16f93d8beef req-fa14a08b-e723-475f-9e0d-935a43ddf492 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cf361080-b6b9-422a-98fc-a4ec7d470974 HTTP/1.1" status: 200 len: 848 time: 0.0438168 Apr 26 14:21:04.685346 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca1a076-64fd-47b2-9ea2-12996cedbc84 None None] Checking router: 26034698-9fd1-4574-986f-ae0dfe9faa57 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:21:04.694268 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca1a076-64fd-47b2-9ea2-12996cedbc84 None None] Routers {'26034698-9fd1-4574-986f-ae0dfe9faa57'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:21:04.694832 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-cca1a076-64fd-47b2-9ea2-12996cedbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:20:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['26034698-9fd1-4574-986f-ae0dfe9faa57'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:04.709802 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b197a-2b42-42f6-9059-a16f93d8beef req-2d3db301-1cc2-4f09-aefc-3698544ed322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:21:04.711387 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-547b197a-2b42-42f6-9059-a16f93d8beef req-2d3db301-1cc2-4f09-aefc-3698544ed322 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0dcd5ba3-49d4-4822-bfaf-5ec655477521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472591 Apr 26 14:21:04.800950 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-cca1a076-64fd-47b2-9ea2-12996cedbc84 None None] Set router 26034698-9fd1-4574-986f-ae0dfe9faa57 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:21:04.836796 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13946e1d-4499-4a71-ba67-2332ed37724a req-9921b64d-7cf0-45a0-ae67-2da857bc6f55 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:21:04.838355 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-13946e1d-4499-4a71-ba67-2332ed37724a req-9921b64d-7cf0-45a0-ae67-2da857bc6f55 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.1032085 Apr 26 14:21:04.842406 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-547b197a-2b42-42f6-9059-a16f93d8beef req-c4c69d81-6756-4e9d-ac2e-a9cf230feb19 service neutron] 10.222.0.26 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246078 Apr 26 14:21:04.937357 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-13946e1d-4499-4a71-ba67-2332ed37724a req-77db8150-cc8b-4768-8d66-60533f470633 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928440 Apr 26 14:21:04.961959 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-547b197a-2b42-42f6-9059-a16f93d8beef req-3e86c980-86fa-4705-802a-26a8ee5a17c5 service neutron] 10.222.0.26 "GET /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119611 Apr 26 14:21:05.000471 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-cca1a076-64fd-47b2-9ea2-12996cedbc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a94e6295-44be-4d7c-874f-027098527324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:14Z', 'updated_at': '2022-04-26T14:16:17Z', 'revision_number': 4, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'gw_port': {'id': 'a94e6295-44be-4d7c-874f-027098527324', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:15Z', 'updated_at': '2022-04-26T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '4e5c8468-01c3-4a96-a087-1b79d91284ab', 'name': '', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'mac_address': 'fa:16:3e:a8:e9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:17Z', 'updated_at': '2022-04-26T14:16:21Z', 'revision_number': 5, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'subnets': [{'id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:05.026116 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca1a076-64fd-47b2-9ea2-12996cedbc84 None None] The sync data for ids ['26034698-9fd1-4574-986f-ae0dfe9faa57'] in dv-cinder-835133-2-iscsi is: [{'id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a94e6295-44be-4d7c-874f-027098527324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:14Z', 'updated_at': '2022-04-26T14:16:17Z', 'revision_number': 4, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'gw_port': {'id': 'a94e6295-44be-4d7c-874f-027098527324', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:15Z', 'updated_at': '2022-04-26T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '4e5c8468-01c3-4a96-a087-1b79d91284ab', 'name': '', 'network_id': '0dcd5ba3-49d4-4822-bfaf-5ec655477521', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'mac_address': 'fa:16:3e:a8:e9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:17Z', 'updated_at': '2022-04-26T14:16:21Z', 'revision_number': 5, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'subnets': [{'id': 'cf361080-b6b9-422a-98fc-a4ec7d470974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:21:05.234316 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb6d97a-027a-48d7-af17-948de4fa7554 None None] New status for floating IP f6166ccf-e921-4f3b-8de5-780775b497a8: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:21:06.061207 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487efd4-4e1a-46e2-a505-e70745dbefec req-60ad5899-0853-445d-b05c-d60516894825 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:21:06.062700 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d487efd4-4e1a-46e2-a505-e70745dbefec req-60ad5899-0853-445d-b05c-d60516894825 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0550044 Apr 26 14:21:06.109805 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d487efd4-4e1a-46e2-a505-e70745dbefec req-849845af-d8c2-4c2c-b0cf-60d498e0d8b0 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/security-groups?id=27186429-bd52-41a7-b1a9-be44424f048b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415118 Apr 26 14:21:06.330760 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ae3fc-8018-450b-832e-ac0cec1f1ee7 req-0f9ff603-f1df-42b9-a81f-bd83137267a0 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:21:06.332228 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a61ae3fc-8018-450b-832e-ac0cec1f1ee7 req-0f9ff603-f1df-42b9-a81f-bd83137267a0 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 945 time: 0.0516808 Apr 26 14:21:06.420923 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-a61ae3fc-8018-450b-832e-ac0cec1f1ee7 req-72fdced7-5769-42b2-b91c-0553ac3e2126 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Deleting port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:21:06.421260 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a61ae3fc-8018-450b-832e-ac0cec1f1ee7 req-72fdced7-5769-42b2-b91c-0553ac3e2126 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:06.509208 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-a61ae3fc-8018-450b-832e-ac0cec1f1ee7 req-72fdced7-5769-42b2-b91c-0553ac3e2126 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] For port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:21:06.509576 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a61ae3fc-8018-450b-832e-ac0cec1f1ee7 req-72fdced7-5769-42b2-b91c-0553ac3e2126 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:06.521832 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-a61ae3fc-8018-450b-832e-ac0cec1f1ee7 req-72fdced7-5769-42b2-b91c-0553ac3e2126 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Calling delete_port for 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:21:06.976464 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a61ae3fc-8018-450b-832e-ac0cec1f1ee7 req-72fdced7-5769-42b2-b91c-0553ac3e2126 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (9fb27f6a-f71d-4cc9-b31d-afcd61b0c670), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:07.003710 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdced7-5769-42b2-b91c-0553ac3e2126 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Pushing event deleted for resources: {'Port': ['ID=9fb27f6a-f71d-4cc9-b31d-afcd61b0c670,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:07.044551 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61ae3fc-8018-450b-832e-ac0cec1f1ee7 req-72fdced7-5769-42b2-b91c-0553ac3e2126 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] No DVR routers for this DVR port 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:21:07.047158 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a61ae3fc-8018-450b-832e-ac0cec1f1ee7 req-72fdced7-5769-42b2-b91c-0553ac3e2126 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:07.050498 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a61ae3fc-8018-450b-832e-ac0cec1f1ee7 req-72fdced7-5769-42b2-b91c-0553ac3e2126 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.26 "DELETE /v2.0/ports/9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 HTTP/1.1" status: 204 len: 173 time: 0.7134848 Apr 26 14:21:07.050948 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'name': 'network-vif-deleted', 'tag': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:21:07.053181 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770815ed-63c4-4a71-9133-7692b258063e" -d '{"events": [{"server_uuid": "8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4", "name": "network-vif-deleted", "tag": "9fb27f6a-f71d-4cc9-b31d-afcd61b0c670"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:21:07.148468 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea8a85c-bdb9-42db-acd7-c276e82cf910 x-openstack-request-id: req-2ea8a85c-bdb9-42db-acd7-c276e82cf910 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:21:07.148811 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4", "name": "network-vif-deleted", "tag": "9fb27f6a-f71d-4cc9-b31d-afcd61b0c670", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:21:07.149104 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ea8a85c-bdb9-42db-acd7-c276e82cf910 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:21:07.149508 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea8a85c-bdb9-42db-acd7-c276e82cf910'] response: {'server_uuid': '8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4', 'name': 'network-vif-deleted', 'tag': '9fb27f6a-f71d-4cc9-b31d-afcd61b0c670', 'status': 'completed', 'code': 200} Apr 26 14:21:07.203780 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-93fe4e1f-c8a6-496b-bed0-9f466995d884 req-61bf40e6-a5fa-478f-8f34-709755cf17f5 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 210 time: 0.0274837 Apr 26 14:21:08.311452 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-caafcaff-92d8-467a-8e00-19c2063e00a4 req-74804a18-1837-4a93-ba78-fdc7fceb1d6a tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee8783c-0b40-42a5-ab5f-47d5d5a5c0b4 HTTP/1.1" status: 200 len: 210 time: 0.0274904 Apr 26 14:21:09.367278 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35478) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:09.424383 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5c131a04-101e-46f7-b835-a0b029039506 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group (27186429-bd52-41a7-b1a9-be44424f048b), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:09.449938 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5c131a04-101e-46f7-b835-a0b029039506 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group (27186429-bd52-41a7-b1a9-be44424f048b), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:09.586423 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5c131a04-101e-46f7-b835-a0b029039506 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (27186429-bd52-41a7-b1a9-be44424f048b), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:09.589145 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5c131a04-101e-46f7-b835-a0b029039506 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:09.590880 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-5c131a04-101e-46f7-b835-a0b029039506 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] 10.222.0.23 "DELETE /v2.0/security-groups/27186429-bd52-41a7-b1a9-be44424f048b HTTP/1.1" status: 204 len: 168 time: 0.2225623 Apr 26 14:21:09.599895 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c131a04-101e-46f7-b835-a0b029039506 tempest-TestShelveInstance-1049013006 tempest-TestShelveInstance-1049013006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27186429-bd52-41a7-b1a9-be44424f048b,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:09.688365 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35482) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:10.018409 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1ce28197-b32a-49ae-9c5b-65067b13f544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557085'] for router_interface (26034698-9fd1-4574-986f-ae0dfe9faa57), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:10.254735 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-1ce28197-b32a-49ae-9c5b-65067b13f544 admin admin] Deleting port 4e5c8468-01c3-4a96-a087-1b79d91284ab {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:21:10.255067 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1ce28197-b32a-49ae-9c5b-65067b13f544 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:10.329400 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-1ce28197-b32a-49ae-9c5b-65067b13f544 admin admin] For port 4e5c8468-01c3-4a96-a087-1b79d91284ab, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=4e5c8468-01c3-4a96-a087-1b79d91284ab,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:21:10.329755 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1ce28197-b32a-49ae-9c5b-65067b13f544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:10.341859 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-1ce28197-b32a-49ae-9c5b-65067b13f544 admin admin] Calling delete_port for 4e5c8468-01c3-4a96-a087-1b79d91284ab owned by network:router_interface {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:21:10.582413 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1ce28197-b32a-49ae-9c5b-65067b13f544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (4e5c8468-01c3-4a96-a087-1b79d91284ab), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:10.583095 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:21:10.601824 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:21:10.606376 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 9fb27f6a-f71d-4cc9-b31d-afcd61b0c670 not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:21:10.606608 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce28197-b32a-49ae-9c5b-65067b13f544 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5c8468-01c3-4a96-a087-1b79d91284ab,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:10.775966 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1ce28197-b32a-49ae-9c5b-65067b13f544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557185'] for router_interface (26034698-9fd1-4574-986f-ae0dfe9faa57), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:10.862384 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:10.987546 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce28197-b32a-49ae-9c5b-65067b13f544 admin admin] Router 26034698-9fd1-4574-986f-ae0dfe9faa57 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:21:11.092097 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce28197-b32a-49ae-9c5b-65067b13f544 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:21:11.097150 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-1ce28197-b32a-49ae-9c5b-65067b13f544 admin admin] 10.222.0.23 "PUT /v2.0/routers/26034698-9fd1-4574-986f-ae0dfe9faa57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4077754 Apr 26 14:21:11.099628 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35484) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:11.102338 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25badc2e-ce02-43f1-8005-edd95c01c738 None None] Sync routers for ids ['26034698-9fd1-4574-986f-ae0dfe9faa57'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:21:11.112235 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25badc2e-ce02-43f1-8005-edd95c01c738 None None] Routers {'26034698-9fd1-4574-986f-ae0dfe9faa57'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:21:11.112888 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-25badc2e-ce02-43f1-8005-edd95c01c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:20:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['26034698-9fd1-4574-986f-ae0dfe9faa57'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:11.203120 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] Publish callbacks [] for router (26034698-9fd1-4574-986f-ae0dfe9faa57), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:11.217322 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-25badc2e-ce02-43f1-8005-edd95c01c738 None None] Set router 26034698-9fd1-4574-986f-ae0dfe9faa57 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:21:11.302760 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] Publish callbacks [] for router_gateway (26034698-9fd1-4574-986f-ae0dfe9faa57), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:11.392905 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-25badc2e-ce02-43f1-8005-edd95c01c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'a94e6295-44be-4d7c-874f-027098527324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:14Z', 'updated_at': '2022-04-26T14:21:10Z', 'revision_number': 5, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'gw_port': {'id': 'a94e6295-44be-4d7c-874f-027098527324', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:15Z', 'updated_at': '2022-04-26T14:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:11.425205 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] Deleting port a94e6295-44be-4d7c-874f-027098527324 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:21:11.429885 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (a94e6295-44be-4d7c-874f-027098527324), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:11.504850 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25badc2e-ce02-43f1-8005-edd95c01c738 None None] Checking router: 26034698-9fd1-4574-986f-ae0dfe9faa57 for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:21:11.509525 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] For port a94e6295-44be-4d7c-874f-027098527324, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=a94e6295-44be-4d7c-874f-027098527324,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:21:11.509889 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (a94e6295-44be-4d7c-874f-027098527324), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:11.513751 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25badc2e-ce02-43f1-8005-edd95c01c738 None None] Routers {'26034698-9fd1-4574-986f-ae0dfe9faa57'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:21:11.514431 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-25badc2e-ce02-43f1-8005-edd95c01c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:20:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['26034698-9fd1-4574-986f-ae0dfe9faa57'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:11.522746 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] Calling delete_port for a94e6295-44be-4d7c-874f-027098527324 owned by network:router_gateway {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:21:11.599727 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-25badc2e-ce02-43f1-8005-edd95c01c738 None None] Set router 26034698-9fd1-4574-986f-ae0dfe9faa57 gateway port host: None {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:21:11.652987 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-25badc2e-ce02-43f1-8005-edd95c01c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:14Z', 'updated_at': '2022-04-26T14:21:11Z', 'revision_number': 6, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'gw_port_host': None}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:11.678511 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25badc2e-ce02-43f1-8005-edd95c01c738 None None] The sync data for ids ['26034698-9fd1-4574-986f-ae0dfe9faa57'] in dv-cinder-835133-2-iscsi is: [{'id': '26034698-9fd1-4574-986f-ae0dfe9faa57', 'name': 'tempest-TestShelveInstance-2045372900-router', 'tenant_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:14Z', 'updated_at': '2022-04-26T14:21:11Z', 'revision_number': 6, 'project_id': '51ea97fcafba4e8fbdd5c7004c94eafe', 'gw_port_host': None}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:21:11.786468 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (a94e6295-44be-4d7c-874f-027098527324), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:11.811751 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] Pushing event deleted for resources: {'Port': ['ID=a94e6295-44be-4d7c-874f-027098527324,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:11.874133 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558887'] for router_gateway (26034698-9fd1-4574-986f-ae0dfe9faa57), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:11.962327 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10446'] for router (26034698-9fd1-4574-986f-ae0dfe9faa57), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:11.964270 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] Publish callbacks [] for router_controller (26034698-9fd1-4574-986f-ae0dfe9faa57), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.077923 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564663'] for router (26034698-9fd1-4574-986f-ae0dfe9faa57), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.078555 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26034698-9fd1-4574-986f-ae0dfe9faa57 {{(pid=103923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 26 14:21:12.082979 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.085122 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f3904b1e-9d85-49cd-869a-ea9c2530750b admin admin] 10.222.0.23 "DELETE /v2.0/routers/26034698-9fd1-4574-986f-ae0dfe9faa57 HTTP/1.1" status: 204 len: 168 time: 0.9835649 Apr 26 14:21:12.088777 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35486) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:12.136250 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbca7bac-9781-449e-a673-7e947c3330f1 admin admin] Deleting subnet cf361080-b6b9-422a-98fc-a4ec7d470974 {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:21:12.139397 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fbca7bac-9781-449e-a673-7e947c3330f1 admin admin] Publish callbacks [] for subnet (cf361080-b6b9-422a-98fc-a4ec7d470974), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.172304 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fbca7bac-9781-449e-a673-7e947c3330f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934499'] for subnet (cf361080-b6b9-422a-98fc-a4ec7d470974), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.243911 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fbca7bac-9781-449e-a673-7e947c3330f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (cf361080-b6b9-422a-98fc-a4ec7d470974), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.363496 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fbca7bac-9781-449e-a673-7e947c3330f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3995344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4099138'] for subnet (cf361080-b6b9-422a-98fc-a4ec7d470974), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.391084 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca7bac-9781-449e-a673-7e947c3330f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf361080-b6b9-422a-98fc-a4ec7d470974,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:12.395703 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fbca7bac-9781-449e-a673-7e947c3330f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.399501 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-fbca7bac-9781-449e-a673-7e947c3330f1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cf361080-b6b9-422a-98fc-a4ec7d470974 HTTP/1.1" status: 204 len: 168 time: 0.3092954 Apr 26 14:21:12.401655 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35488) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:12.406449 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4889bab6-8d45-42b7-9740-17deec9392c5 None None] Network 0dcd5ba3-49d4-4822-bfaf-5ec655477521 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:21:12.474981 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (0dcd5ba3-49d4-4822-bfaf-5ec655477521), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.530971 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] Deleting port 7a8dc626-faf3-4d09-9cef-4657a96ea581 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:21:12.531314 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (7a8dc626-faf3-4d09-9cef-4657a96ea581), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.592165 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930febb4-86c5-49db-a1f0-d29c652f8a46 None None] DHCP port deletion for 0dcd5ba3-49d4-4822-bfaf-5ec655477521 request from dv-cinder-835133-2-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 26 14:21:12.600086 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] For port 7a8dc626-faf3-4d09-9cef-4657a96ea581, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=7a8dc626-faf3-4d09-9cef-4657a96ea581,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:21:12.600549 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (7a8dc626-faf3-4d09-9cef-4657a96ea581), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.614103 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] Calling delete_port for 7a8dc626-faf3-4d09-9cef-4657a96ea581 owned by network:dhcp {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:21:12.641133 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-930febb4-86c5-49db-a1f0-d29c652f8a46 None None] Deleting port 7a8dc626-faf3-4d09-9cef-4657a96ea581 {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:21:12.641495 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-930febb4-86c5-49db-a1f0-d29c652f8a46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (7a8dc626-faf3-4d09-9cef-4657a96ea581), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.709109 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-930febb4-86c5-49db-a1f0-d29c652f8a46 None None] For port 7a8dc626-faf3-4d09-9cef-4657a96ea581, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=7a8dc626-faf3-4d09-9cef-4657a96ea581,segment=NetworkSegment(61779730-b4cd-40aa-bf01-7af24d6d169a),segment_id=61779730-b4cd-40aa-bf01-7af24d6d169a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:21:12.709514 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-930febb4-86c5-49db-a1f0-d29c652f8a46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (7a8dc626-faf3-4d09-9cef-4657a96ea581), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.722433 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-930febb4-86c5-49db-a1f0-d29c652f8a46 None None] Calling delete_port for 7a8dc626-faf3-4d09-9cef-4657a96ea581 owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:21:12.828146 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (7a8dc626-faf3-4d09-9cef-4657a96ea581), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.834036 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-930febb4-86c5-49db-a1f0-d29c652f8a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293'] for port (7a8dc626-faf3-4d09-9cef-4657a96ea581), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.858288 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] No DVR routers for this DVR port 7a8dc626-faf3-4d09-9cef-4657a96ea581 on host dv-cinder-835133-2-iscsi {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:21:12.861749 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8dc626-faf3-4d09-9cef-4657a96ea581,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:12.863473 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930febb4-86c5-49db-a1f0-d29c652f8a46 None None] Pushing event deleted for resources: {'Port': ['ID=7a8dc626-faf3-4d09-9cef-4657a96ea581,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:12.865291 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930febb4-86c5-49db-a1f0-d29c652f8a46 None None] No DVR routers for this DVR port 7a8dc626-faf3-4d09-9cef-4657a96ea581 on host dv-cinder-835133-2-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:21:12.942507 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (0dcd5ba3-49d4-4822-bfaf-5ec655477521), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.961949 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dcd5ba3-49d4-4822-bfaf-5ec655477521']}} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:12.971089 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61779730-b4cd-40aa-bf01-7af24d6d169a') {'for_net_delete': True} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:12.971380 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61779730-b4cd-40aa-bf01-7af24d6d169a') {} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:12.980934 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934504'] for segment (61779730-b4cd-40aa-bf01-7af24d6d169a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:12.993647 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (61779730-b4cd-40aa-bf01-7af24d6d169a), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:13.000064 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:21:13.000452 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995258'] for segment (61779730-b4cd-40aa-bf01-7af24d6d169a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: Traceback (most recent call last): Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: timer() Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: cb(*args, **kw) Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: return func(*args, **kwargs) Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: self._notify() Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: self.callback(batched_events) Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: event.method(event) Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: return f(self, *a, **k) Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: return self._get(url).json() Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: return self.request(url, 'GET', **kwargs) Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:21:13.002140 dv-cinder-835133-2-iscsi neutron-server[103923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:21:13.089039 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 4e5c8468-01c3-4a96-a087-1b79d91284ab no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:21:13.109756 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 4e5c8468-01c3-4a96-a087-1b79d91284ab {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:21:13.110136 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 4e5c8468-01c3-4a96-a087-1b79d91284ab not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:21:13.112797 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 7a8dc626-faf3-4d09-9cef-4657a96ea581 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:21:13.128836 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 7a8dc626-faf3-4d09-9cef-4657a96ea581 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:21:13.129124 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 7a8dc626-faf3-4d09-9cef-4657a96ea581 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:21:13.129552 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device a94e6295-44be-4d7c-874f-027098527324 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:21:13.130733 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (0dcd5ba3-49d4-4822-bfaf-5ec655477521), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:13.135093 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:13.138789 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0dcd5ba3-49d4-4822-bfaf-5ec655477521 HTTP/1.1" status: 204 len: 168 time: 0.7353501 Apr 26 14:21:13.142460 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35490) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:13.148349 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: a94e6295-44be-4d7c-874f-027098527324 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:21:13.149167 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device a94e6295-44be-4d7c-874f-027098527324 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:21:13.151688 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27debd21-2372-4653-b243-3779756d6e47 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dcd5ba3-49d4-4822-bfaf-5ec655477521,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:13.581208 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4c3417fd-2f58-43e4-8ae0-d455c6a18aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557085'] for router_interface (b080321d-8b5c-4a25-b72d-eca8882dfb98), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:13.825106 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-4c3417fd-2f58-43e4-8ae0-d455c6a18aa0 admin admin] Deleting port f0446d2f-c027-464b-8818-4b03505920ba {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:21:13.825444 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4c3417fd-2f58-43e4-8ae0-d455c6a18aa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (f0446d2f-c027-464b-8818-4b03505920ba), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:13.898753 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-4c3417fd-2f58-43e4-8ae0-d455c6a18aa0 admin admin] For port f0446d2f-c027-464b-8818-4b03505920ba, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=f0446d2f-c027-464b-8818-4b03505920ba,segment=NetworkSegment(f4cf0425-aebd-4b5d-b806-c746d5b1d26b),segment_id=f4cf0425-aebd-4b5d-b806-c746d5b1d26b)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:21:13.899112 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4c3417fd-2f58-43e4-8ae0-d455c6a18aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (f0446d2f-c027-464b-8818-4b03505920ba), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:13.911091 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-4c3417fd-2f58-43e4-8ae0-d455c6a18aa0 admin admin] Calling delete_port for f0446d2f-c027-464b-8818-4b03505920ba owned by network:router_interface {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:21:14.182263 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4c3417fd-2f58-43e4-8ae0-d455c6a18aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (f0446d2f-c027-464b-8818-4b03505920ba), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:14.207229 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3417fd-2f58-43e4-8ae0-d455c6a18aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0446d2f-c027-464b-8818-4b03505920ba,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:14.603641 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4c3417fd-2f58-43e4-8ae0-d455c6a18aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557185'] for router_interface (b080321d-8b5c-4a25-b72d-eca8882dfb98), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:14.819327 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3417fd-2f58-43e4-8ae0-d455c6a18aa0 admin admin] Router b080321d-8b5c-4a25-b72d-eca8882dfb98 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:21:14.842717 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d4660f6-7db3-466f-8f0f-9f82cb64bb2f req-b6fe10de-d188-497b-9533-9dacc255c0ea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418079 Apr 26 14:21:14.908706 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4660f6-7db3-466f-8f0f-9f82cb64bb2f req-2788a611-359d-438d-80ba-8212930f3e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:21:14.910348 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d4660f6-7db3-466f-8f0f-9f82cb64bb2f req-2788a611-359d-438d-80ba-8212930f3e04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 1129 time: 0.0431516 Apr 26 14:21:14.923623 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3417fd-2f58-43e4-8ae0-d455c6a18aa0 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:21:14.928336 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4c3417fd-2f58-43e4-8ae0-d455c6a18aa0 admin admin] 10.222.0.23 "PUT /v2.0/routers/b080321d-8b5c-4a25-b72d-eca8882dfb98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7848172 Apr 26 14:21:14.930927 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35496) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:14.931913 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094d7f7-3bfe-4bad-917b-1307f599f507 None None] Sync routers for ids ['b080321d-8b5c-4a25-b72d-eca8882dfb98'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:21:14.941895 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094d7f7-3bfe-4bad-917b-1307f599f507 None None] Routers {'b080321d-8b5c-4a25-b72d-eca8882dfb98'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:21:14.942766 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-f094d7f7-3bfe-4bad-917b-1307f599f507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:20:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b080321d-8b5c-4a25-b72d-eca8882dfb98'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:15.022732 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4660f6-7db3-466f-8f0f-9f82cb64bb2f req-6590dbd7-5d11-43af-b51a-d9ff62849e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:21:15.024873 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d4660f6-7db3-466f-8f0f-9f82cb64bb2f req-6590dbd7-5d11-43af-b51a-d9ff62849e53 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c46524c-1ef3-4576-ad52-5298a3962302 HTTP/1.1" status: 200 len: 913 time: 0.0936129 Apr 26 14:21:15.048685 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] Publish callbacks [] for router (b080321d-8b5c-4a25-b72d-eca8882dfb98), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:15.057772 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-f094d7f7-3bfe-4bad-917b-1307f599f507 None None] Set router b080321d-8b5c-4a25-b72d-eca8882dfb98 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:21:15.095535 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d4660f6-7db3-466f-8f0f-9f82cb64bb2f req-8e7cc058-8b4d-4a37-b5e2-9d2837795f5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 HTTP/1.1" status: 200 len: 1000 time: 0.0635118 Apr 26 14:21:15.153194 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4660f6-7db3-466f-8f0f-9f82cb64bb2f req-0133ef7e-940a-45b8-ba77-3613858015b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:21:15.154846 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d4660f6-7db3-466f-8f0f-9f82cb64bb2f req-0133ef7e-940a-45b8-ba77-3613858015b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03 HTTP/1.1" status: 200 len: 851 time: 0.0529494 Apr 26 14:21:15.167256 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] Publish callbacks [] for router_gateway (b080321d-8b5c-4a25-b72d-eca8882dfb98), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:15.205131 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4660f6-7db3-466f-8f0f-9f82cb64bb2f req-2e72b183-4a02-4383-8340-5a1e1c0d6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:21:15.206782 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d4660f6-7db3-466f-8f0f-9f82cb64bb2f req-2e72b183-4a02-4383-8340-5a1e1c0d6eab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c46524c-1ef3-4576-ad52-5298a3962302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441835 Apr 26 14:21:15.242829 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-f094d7f7-3bfe-4bad-917b-1307f599f507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'name': 'tempest-TestShelveInstance-839306698-router', 'tenant_id': '05d000457ca74d21815ddae0a2d3f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:21:14Z', 'revision_number': 5, 'project_id': '05d000457ca74d21815ddae0a2d3f2bc', 'gw_port': {'id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:15.269329 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094d7f7-3bfe-4bad-917b-1307f599f507 None None] Checking router: b080321d-8b5c-4a25-b72d-eca8882dfb98 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:21:15.277670 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094d7f7-3bfe-4bad-917b-1307f599f507 None None] Routers {'b080321d-8b5c-4a25-b72d-eca8882dfb98'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:21:15.278340 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-f094d7f7-3bfe-4bad-917b-1307f599f507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:20:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b080321d-8b5c-4a25-b72d-eca8882dfb98'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:15.293349 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d4660f6-7db3-466f-8f0f-9f82cb64bb2f req-fc9e6d2a-840a-47c8-8fa2-98c86d7c7790 service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797310 Apr 26 14:21:15.330681 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] Deleting port ac919ad8-b76e-4d4c-917f-587cff85b088 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:21:15.331386 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (ac919ad8-b76e-4d4c-917f-587cff85b088), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:15.423600 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] For port ac919ad8-b76e-4d4c-917f-587cff85b088, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=ac919ad8-b76e-4d4c-917f-587cff85b088,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:21:15.423979 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (ac919ad8-b76e-4d4c-917f-587cff85b088), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:15.441412 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] Calling delete_port for ac919ad8-b76e-4d4c-917f-587cff85b088 owned by network:router_gateway {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:21:15.527658 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-f094d7f7-3bfe-4bad-917b-1307f599f507 None None] Set router b080321d-8b5c-4a25-b72d-eca8882dfb98 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:21:15.650678 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d4660f6-7db3-466f-8f0f-9f82cb64bb2f req-e1139395-fe8f-479a-a143-410e68a60938 service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461494 Apr 26 14:21:15.685764 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (ac919ad8-b76e-4d4c-917f-587cff85b088), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:15.711073 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac919ad8-b76e-4d4c-917f-587cff85b088,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:15.711873 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-f094d7f7-3bfe-4bad-917b-1307f599f507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'name': 'tempest-TestShelveInstance-839306698-router', 'tenant_id': '05d000457ca74d21815ddae0a2d3f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:21:14Z', 'revision_number': 5, 'project_id': '05d000457ca74d21815ddae0a2d3f2bc', 'gw_port': {'id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:15.745505 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094d7f7-3bfe-4bad-917b-1307f599f507 None None] The sync data for ids ['b080321d-8b5c-4a25-b72d-eca8882dfb98'] in dv-cinder-835133-2-iscsi is: [{'id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'name': 'tempest-TestShelveInstance-839306698-router', 'tenant_id': '05d000457ca74d21815ddae0a2d3f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:21:14Z', 'revision_number': 5, 'project_id': '05d000457ca74d21815ddae0a2d3f2bc', 'gw_port': {'id': 'ac919ad8-b76e-4d4c-917f-587cff85b088', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b080321d-8b5c-4a25-b72d-eca8882dfb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:21Z', 'updated_at': '2022-04-26T14:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:21:15.775758 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558887'] for router_gateway (b080321d-8b5c-4a25-b72d-eca8882dfb98), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:15.866549 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10446'] for router (b080321d-8b5c-4a25-b72d-eca8882dfb98), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:15.868604 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] Publish callbacks [] for router_controller (b080321d-8b5c-4a25-b72d-eca8882dfb98), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:15.959029 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564663'] for router (b080321d-8b5c-4a25-b72d-eca8882dfb98), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:15.959503 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b080321d-8b5c-4a25-b72d-eca8882dfb98 {{(pid=103924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 26 14:21:15.963675 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:15.964659 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-baec8eec-f592-4b83-9683-86fcfe0ae2e3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b080321d-8b5c-4a25-b72d-eca8882dfb98 HTTP/1.1" status: 204 len: 168 time: 1.0328398 Apr 26 14:21:15.967161 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35498) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:16.013195 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3cf6fc-560f-4ad0-be65-d717decfd6db admin admin] Deleting subnet 5e14bcd9-1b27-47f4-bf5a-6db2b5da0927 {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:21:16.016166 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf6fc-560f-4ad0-be65-d717decfd6db admin admin] Publish callbacks [] for subnet (5e14bcd9-1b27-47f4-bf5a-6db2b5da0927), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:16.048907 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf6fc-560f-4ad0-be65-d717decfd6db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3195298'] for subnet (5e14bcd9-1b27-47f4-bf5a-6db2b5da0927), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:16.124769 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf6fc-560f-4ad0-be65-d717decfd6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (5e14bcd9-1b27-47f4-bf5a-6db2b5da0927), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:16.274011 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf6fc-560f-4ad0-be65-d717decfd6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3745788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3767219'] for subnet (5e14bcd9-1b27-47f4-bf5a-6db2b5da0927), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:16.304781 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cf6fc-560f-4ad0-be65-d717decfd6db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e14bcd9-1b27-47f4-bf5a-6db2b5da0927,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:16.308793 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cc3cf6fc-560f-4ad0-be65-d717decfd6db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:16.314254 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-cc3cf6fc-560f-4ad0-be65-d717decfd6db admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5e14bcd9-1b27-47f4-bf5a-6db2b5da0927 HTTP/1.1" status: 204 len: 168 time: 0.3439186 Apr 26 14:21:16.314489 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35500) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:16.315905 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a359e1-56f5-434f-b6d8-af1431cb64da None None] Network 10607aac-2331-4772-9259-53d30737a650 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:21:16.387691 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (10607aac-2331-4772-9259-53d30737a650), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:16.442314 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] Deleting port 35076ca0-0513-46a6-8b31-8449caa39219 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:21:16.442654 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (35076ca0-0513-46a6-8b31-8449caa39219), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:16.506284 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] For port 35076ca0-0513-46a6-8b31-8449caa39219, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=35076ca0-0513-46a6-8b31-8449caa39219,segment=NetworkSegment(f4cf0425-aebd-4b5d-b806-c746d5b1d26b),segment_id=f4cf0425-aebd-4b5d-b806-c746d5b1d26b)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:21:16.506648 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (35076ca0-0513-46a6-8b31-8449caa39219), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:16.519486 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] Calling delete_port for 35076ca0-0513-46a6-8b31-8449caa39219 owned by network:dhcp {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:21:16.668079 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (35076ca0-0513-46a6-8b31-8449caa39219), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:16.692768 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] Pushing event deleted for resources: {'Port': ['ID=35076ca0-0513-46a6-8b31-8449caa39219,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:16.696405 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] No DVR routers for this DVR port 35076ca0-0513-46a6-8b31-8449caa39219 on host dv-cinder-835133-2-iscsi {{(pid=103924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:21:16.752635 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847e5821-275a-43ec-a209-c5fe514a319c None None] DHCP port deletion for 10607aac-2331-4772-9259-53d30737a650 request from dv-cinder-835133-2-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 26 14:21:16.779066 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (10607aac-2331-4772-9259-53d30737a650), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:16.798890 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10607aac-2331-4772-9259-53d30737a650']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:16.807807 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cf0425-aebd-4b5d-b806-c746d5b1d26b') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:16.808623 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cf0425-aebd-4b5d-b806-c746d5b1d26b') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:16.817662 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195305'] for segment (f4cf0425-aebd-4b5d-b806-c746d5b1d26b), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:16.831174 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (f4cf0425-aebd-4b5d-b806-c746d5b1d26b), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:16.836824 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745622'] for segment (f4cf0425-aebd-4b5d-b806-c746d5b1d26b), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: Traceback (most recent call last): Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: timer() Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: cb(*args, **kw) Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: return func(*args, **kwargs) Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: self._notify() Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: self.callback(batched_events) Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: event.method(event) Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: return f(self, *a, **k) Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._get(url).json() Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: return self.request(url, 'GET', **kwargs) Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:21:16.840043 dv-cinder-835133-2-iscsi neutron-server[103924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:21:16.942254 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (10607aac-2331-4772-9259-53d30737a650), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:16.947487 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:16.951197 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] 10.222.0.23 "DELETE /v2.0/networks/10607aac-2331-4772-9259-53d30737a650 HTTP/1.1" status: 204 len: 168 time: 0.6357632 Apr 26 14:21:16.962924 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9ce26-ec01-40cc-864c-dd583de9d82d admin admin] Pushing event deleted for resources: {'Network': ['ID=10607aac-2331-4772-9259-53d30737a650,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:17.083274 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 35076ca0-0513-46a6-8b31-8449caa39219 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:21:17.102314 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 35076ca0-0513-46a6-8b31-8449caa39219 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:21:17.102650 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 35076ca0-0513-46a6-8b31-8449caa39219 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:21:17.103049 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device f0446d2f-c027-464b-8818-4b03505920ba no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:21:17.122070 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: f0446d2f-c027-464b-8818-4b03505920ba {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:21:17.122393 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device f0446d2f-c027-464b-8818-4b03505920ba not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:21:17.122786 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device ac919ad8-b76e-4d4c-917f-587cff85b088 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:21:17.141470 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: ac919ad8-b76e-4d4c-917f-587cff85b088 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:21:17.141813 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device ac919ad8-b76e-4d4c-917f-587cff85b088 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:21:17.265625 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35504) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:17.304265 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-11fd5cf6-3e1a-47e6-b282-4ca52d154f35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51ea97fcafba4e8fbdd5c7004c94eafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373802 Apr 26 14:21:17.306656 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35506) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:17.351304 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7ac7ef21-0ee3-45b5-b1f5-702d9dccb9ea admin admin] Publish callbacks [] for security_group (409968e1-fc35-44cf-bf9a-1c1e5057137d), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:17.371276 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7ac7ef21-0ee3-45b5-b1f5-702d9dccb9ea admin admin] Publish callbacks [] for security_group (409968e1-fc35-44cf-bf9a-1c1e5057137d), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:17.473693 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7ac7ef21-0ee3-45b5-b1f5-702d9dccb9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (409968e1-fc35-44cf-bf9a-1c1e5057137d), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:17.476320 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7ac7ef21-0ee3-45b5-b1f5-702d9dccb9ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:17.477463 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-7ac7ef21-0ee3-45b5-b1f5-702d9dccb9ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/409968e1-fc35-44cf-bf9a-1c1e5057137d HTTP/1.1" status: 204 len: 168 time: 0.1699450 Apr 26 14:21:17.485504 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7ef21-0ee3-45b5-b1f5-702d9dccb9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409968e1-fc35-44cf-bf9a-1c1e5057137d,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:18.082114 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35512) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:18.121667 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-5529a653-6b4d-4b3e-a0a3-8dc96b41189d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05d000457ca74d21815ddae0a2d3f2bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378821 Apr 26 14:21:18.123976 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35514) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:18.169228 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-86406eb3-affd-497a-abfb-5de476c55455 admin admin] Publish callbacks [] for security_group (a5ef21c6-068c-4b68-ad26-12e16c6fcf49), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:18.189733 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-86406eb3-affd-497a-abfb-5de476c55455 admin admin] Publish callbacks [] for security_group (a5ef21c6-068c-4b68-ad26-12e16c6fcf49), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:18.329157 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-86406eb3-affd-497a-abfb-5de476c55455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (a5ef21c6-068c-4b68-ad26-12e16c6fcf49), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:18.331721 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-86406eb3-affd-497a-abfb-5de476c55455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:18.332850 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-86406eb3-affd-497a-abfb-5de476c55455 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5ef21c6-068c-4b68-ad26-12e16c6fcf49 HTTP/1.1" status: 204 len: 168 time: 0.2080045 Apr 26 14:21:18.340872 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86406eb3-affd-497a-abfb-5de476c55455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ef21c6-068c-4b68-ad26-12e16c6fcf49,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:25.156496 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37a171-72c8-4825-862a-76bd7edee6d4 req-e6f7078e-0d98-4a09-8a84-e42189442ef5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:21:25.157944 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1a37a171-72c8-4825-862a-76bd7edee6d4 req-e6f7078e-0d98-4a09-8a84-e42189442ef5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 946 time: 0.0536335 Apr 26 14:21:25.203227 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1a37a171-72c8-4825-862a-76bd7edee6d4 req-b2f8bfcc-497f-4dee-bcb2-cf98f7f7d16b tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395920 Apr 26 14:21:26.329685 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6e690-9d06-462f-8729-2fab16007d0e req-b893ac23-ece5-40b1-870d-72eaea36ea59 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:21:26.331372 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d2e6e690-9d06-462f-8729-2fab16007d0e req-b893ac23-ece5-40b1-870d-72eaea36ea59 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 946 time: 0.0547421 Apr 26 14:21:26.345940 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fe2d25ca-9a52-4443-ba1c-d213563d64ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:26.381578 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d2e6e690-9d06-462f-8729-2fab16007d0e req-567ec56e-d02e-4f4d-8253-1e2f2a9ef9a0 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442760 Apr 26 14:21:26.452761 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:21:26.604124 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-9f467d49-0f07-46e7-addb-a8fa4c00ce26 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:21:26.605572 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-9f467d49-0f07-46e7-addb-a8fa4c00ce26 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.26 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 946 time: 0.0506067 Apr 26 14:21:26.703504 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Deleting port 6e08a9a3-5f22-413d-9915-7b85302213b0 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:21:26.703832 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:26.790594 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] For port 6e08a9a3-5f22-413d-9915-7b85302213b0, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=6e08a9a3-5f22-413d-9915-7b85302213b0,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:21:26.790957 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:26.961432 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:26.961717 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558877'] for floatingip (289b5d87-2767-4dc4-99c1-ab6da4a56b7f), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:26.962062 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Floating IP 289b5d87-2767-4dc4-99c1-ab6da4a56b7f disassociated. External IP: 172.27.1.112, port: 6e08a9a3-5f22-413d-9915-7b85302213b0. Apr 26 14:21:26.962408 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Calling delete_port for 6e08a9a3-5f22-413d-9915-7b85302213b0 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:21:27.176397 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (6e08a9a3-5f22-413d-9915-7b85302213b0), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:27.205473 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event deleted for resources: {'Port': ['ID=6e08a9a3-5f22-413d-9915-7b85302213b0,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:27.217340 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:27.217701 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:27.218078 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:27.218429 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:27.218772 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:27.219107 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:27.219445 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:27.219778 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:27.220110 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:27.220439 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:27.220814 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:27.221151 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:27.221476 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:27.332696 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:21:27.451576 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:21:27.464926 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e160d-eca7-4b7a-b678-95964bdce61f None None] Sync routers for ids ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:21:27.476538 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e160d-eca7-4b7a-b678-95964bdce61f None None] Routers {'5a3be8b0-dbd7-46d3-9139-c3277aa5526f'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:21:27.477486 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-5e6e160d-eca7-4b7a-b678-95964bdce61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:20:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:27.502225 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] No DVR routers for this DVR port 6e08a9a3-5f22-413d-9915-7b85302213b0 on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:21:27.505171 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:27.508670 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-35af9bdc-b32e-4ba3-be75-156d9a9f8913 req-35ccc253-f200-4149-98f9-6710b08894e1 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.26 "DELETE /v2.0/ports/6e08a9a3-5f22-413d-9915-7b85302213b0 HTTP/1.1" status: 204 len: 173 time: 0.8972838 Apr 26 14:21:27.509168 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'name': 'network-vif-deleted', 'tag': '6e08a9a3-5f22-413d-9915-7b85302213b0'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:21:27.510938 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5ebd861b-f270-4d34-8509-427292662aef req-5cefd159-bb63-48d3-b0db-fa27394f1840 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/ports?device_id=019e4a26-ae44-45c7-9ced-eeccd45128e0 HTTP/1.1" status: 200 len: 210 time: 0.0458179 Apr 26 14:21:27.511584 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b69214b-66a5-4d35-8db2-d02835edf51d" -d '{"events": [{"server_uuid": "019e4a26-ae44-45c7-9ced-eeccd45128e0", "name": "network-vif-deleted", "tag": "6e08a9a3-5f22-413d-9915-7b85302213b0"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:21:27.561900 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76407a95-f74b-4750-8129-a938181ff5fd x-openstack-request-id: req-76407a95-f74b-4750-8129-a938181ff5fd {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:21:27.571944 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019e4a26-ae44-45c7-9ced-eeccd45128e0", "name": "network-vif-deleted", "tag": "6e08a9a3-5f22-413d-9915-7b85302213b0", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:21:27.572290 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76407a95-f74b-4750-8129-a938181ff5fd {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:21:27.572649 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76407a95-f74b-4750-8129-a938181ff5fd'] response: {'server_uuid': '019e4a26-ae44-45c7-9ced-eeccd45128e0', 'name': 'network-vif-deleted', 'tag': '6e08a9a3-5f22-413d-9915-7b85302213b0', 'status': 'completed', 'code': 200} Apr 26 14:21:27.613762 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-5e6e160d-eca7-4b7a-b678-95964bdce61f None None] Set router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:21:27.831248 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-5e6e160d-eca7-4b7a-b678-95964bdce61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '2c7c5e41-db51-4276-a106-99b54650e81b', 'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'mac_address': 'fa:16:3e:0e:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:02Z', 'updated_at': '2022-04-26T14:16:07Z', 'revision_number': 5, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'subnets': [{'id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:27.857400 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e160d-eca7-4b7a-b678-95964bdce61f None None] Checking router: 5a3be8b0-dbd7-46d3-9139-c3277aa5526f for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:21:27.865637 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e160d-eca7-4b7a-b678-95964bdce61f None None] Routers {'5a3be8b0-dbd7-46d3-9139-c3277aa5526f'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:21:27.866277 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-5e6e160d-eca7-4b7a-b678-95964bdce61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:20:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:27.969935 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-5e6e160d-eca7-4b7a-b678-95964bdce61f None None] Set router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:21:28.159629 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-5e6e160d-eca7-4b7a-b678-95964bdce61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '2c7c5e41-db51-4276-a106-99b54650e81b', 'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'mac_address': 'fa:16:3e:0e:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:02Z', 'updated_at': '2022-04-26T14:16:07Z', 'revision_number': 5, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'subnets': [{'id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:28.188806 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e160d-eca7-4b7a-b678-95964bdce61f None None] The sync data for ids ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'] in dv-cinder-835133-2-iscsi is: [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:03Z', 'revision_number': 4, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '2c7c5e41-db51-4276-a106-99b54650e81b', 'name': '', 'network_id': 'bc63f20b-e52c-4941-838b-394d035812b6', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'mac_address': 'fa:16:3e:0e:c2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:02Z', 'updated_at': '2022-04-26T14:16:07Z', 'revision_number': 5, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'subnets': [{'id': 'a30cea70-cfe0-4e96-8e8d-25b1736752b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:21:28.406954 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59e00e-f52a-4b4b-873d-f8b964e79700 None None] New status for floating IP 289b5d87-2767-4dc4-99c1-ab6da4a56b7f: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:21:28.542717 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-01437acc-e340-4231-ae53-3052bc749c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:28.628476 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35546) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:28.689208 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-45774d1e-250a-45f8-9565-a2e19276cdb5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group (cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:28.724330 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-45774d1e-250a-45f8-9565-a2e19276cdb5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group (cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:28.831647 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-45774d1e-250a-45f8-9565-a2e19276cdb5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:28.834313 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-45774d1e-250a-45f8-9565-a2e19276cdb5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:28.835462 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-45774d1e-250a-45f8-9565-a2e19276cdb5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "DELETE /v2.0/security-groups/cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f HTTP/1.1" status: 204 len: 168 time: 0.2059436 Apr 26 14:21:28.838303 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35548) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:28.844478 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45774d1e-250a-45f8-9565-a2e19276cdb5 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:28.852724 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.api.v2.resource [None req-d51bcc79-3a9b-49ba-be4d-f9cfb92116a2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] show failed (client error): The resource could not be found. Apr 26 14:21:28.853803 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d51bcc79-3a9b-49ba-be4d-f9cfb92116a2 tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "GET /v2.0/security-groups/cfa8ff20-86f3-4b9f-9ac6-8c1f4ecb6d1f HTTP/1.1" status: 404 len: 347 time: 0.0144362 Apr 26 14:21:28.856765 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35550) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:28.976425 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-ab67e9c7-d6a5-49ed-9cb9-4322de54696c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Deleting port 7d5dceec-cdb8-48fb-9849-c0654b51a968 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:21:28.976766 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab67e9c7-d6a5-49ed-9cb9-4322de54696c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (7d5dceec-cdb8-48fb-9849-c0654b51a968), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:29.051430 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab67e9c7-d6a5-49ed-9cb9-4322de54696c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (7d5dceec-cdb8-48fb-9849-c0654b51a968), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:29.051759 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab67e9c7-d6a5-49ed-9cb9-4322de54696c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for floatingip (7d5dceec-cdb8-48fb-9849-c0654b51a968), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:29.063488 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-ab67e9c7-d6a5-49ed-9cb9-4322de54696c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Calling delete_port for 7d5dceec-cdb8-48fb-9849-c0654b51a968 owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:21:29.248970 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab67e9c7-d6a5-49ed-9cb9-4322de54696c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (7d5dceec-cdb8-48fb-9849-c0654b51a968), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:29.277262 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67e9c7-d6a5-49ed-9cb9-4322de54696c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Pushing event deleted for resources: {'Port': ['ID=7d5dceec-cdb8-48fb-9849-c0654b51a968,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:29.334136 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab67e9c7-d6a5-49ed-9cb9-4322de54696c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks [] for floatingip (289b5d87-2767-4dc4-99c1-ab6da4a56b7f), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:29.336700 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab67e9c7-d6a5-49ed-9cb9-4322de54696c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:29.337826 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ab67e9c7-d6a5-49ed-9cb9-4322de54696c tempest-AttachVolumeShelveTestJSON-700537266 tempest-AttachVolumeShelveTestJSON-700537266-project] 10.222.0.23 "DELETE /v2.0/floatingips/289b5d87-2767-4dc4-99c1-ab6da4a56b7f HTTP/1.1" status: 204 len: 168 time: 0.4800472 Apr 26 14:21:29.793742 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:30.702209 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 6e08a9a3-5f22-413d-9915-7b85302213b0 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:21:30.726353 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: 6e08a9a3-5f22-413d-9915-7b85302213b0 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:21:30.726701 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 6e08a9a3-5f22-413d-9915-7b85302213b0 not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:21:31.381788 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:31.898388 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35574) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:32.368815 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f724551d-cd60-4410-bfd9-7ec5bb653641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557085'] for router_interface (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:32.517312 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:32.615353 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-f724551d-cd60-4410-bfd9-7ec5bb653641 admin admin] Deleting port 2c7c5e41-db51-4276-a106-99b54650e81b {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:21:32.615688 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f724551d-cd60-4410-bfd9-7ec5bb653641 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:32.692805 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-f724551d-cd60-4410-bfd9-7ec5bb653641 admin admin] For port 2c7c5e41-db51-4276-a106-99b54650e81b, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=2c7c5e41-db51-4276-a106-99b54650e81b,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:21:32.693076 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f724551d-cd60-4410-bfd9-7ec5bb653641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:32.705174 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-f724551d-cd60-4410-bfd9-7ec5bb653641 admin admin] Calling delete_port for 2c7c5e41-db51-4276-a106-99b54650e81b owned by network:router_interface {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:21:32.936439 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f724551d-cd60-4410-bfd9-7ec5bb653641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (2c7c5e41-db51-4276-a106-99b54650e81b), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:32.959492 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724551d-cd60-4410-bfd9-7ec5bb653641 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7c5e41-db51-4276-a106-99b54650e81b,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:33.126038 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f724551d-cd60-4410-bfd9-7ec5bb653641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557185'] for router_interface (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:33.334777 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f724551d-cd60-4410-bfd9-7ec5bb653641 admin admin] Router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:21:33.438973 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f724551d-cd60-4410-bfd9-7ec5bb653641 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:21:33.447271 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f724551d-cd60-4410-bfd9-7ec5bb653641 admin admin] 10.222.0.23 "PUT /v2.0/routers/5a3be8b0-dbd7-46d3-9139-c3277aa5526f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5446088 Apr 26 14:21:33.447271 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35578) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:33.449076 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e21274-f133-4523-978b-361553c264b1 None None] Sync routers for ids ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:21:33.459297 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e21274-f133-4523-978b-361553c264b1 None None] Routers {'5a3be8b0-dbd7-46d3-9139-c3277aa5526f'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:21:33.459989 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c4e21274-f133-4523-978b-361553c264b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:21:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:33.550146 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] Publish callbacks [] for router (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:33.565341 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-c4e21274-f133-4523-978b-361553c264b1 None None] Set router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:21:33.652985 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] Publish callbacks [] for router_gateway (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:33.737465 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c4e21274-f133-4523-978b-361553c264b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:21:32Z', 'revision_number': 5, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port': {'id': '1a45bcd5-41f7-485c-ae3c-e8dd644fa88d', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:33.755367 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] Deleting port 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:21:33.755698 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (1a45bcd5-41f7-485c-ae3c-e8dd644fa88d), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:33.764135 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e21274-f133-4523-978b-361553c264b1 None None] Checking router: 5a3be8b0-dbd7-46d3-9139-c3277aa5526f for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:21:33.772238 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e21274-f133-4523-978b-361553c264b1 None None] Routers {'5a3be8b0-dbd7-46d3-9139-c3277aa5526f'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:21:33.772836 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c4e21274-f133-4523-978b-361553c264b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:21:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:33.837994 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] For port 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=1a45bcd5-41f7-485c-ae3c-e8dd644fa88d,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:21:33.838372 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (1a45bcd5-41f7-485c-ae3c-e8dd644fa88d), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:33.851995 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] Calling delete_port for 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d owned by network:router_gateway {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:21:33.943976 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-c4e21274-f133-4523-978b-361553c264b1 None None] Set router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f gateway port host: None {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:21:33.996245 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c4e21274-f133-4523-978b-361553c264b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:21:33Z', 'revision_number': 6, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port_host': None}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:34.022148 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e21274-f133-4523-978b-361553c264b1 None None] The sync data for ids ['5a3be8b0-dbd7-46d3-9139-c3277aa5526f'] in dv-cinder-835133-2-iscsi is: [{'id': '5a3be8b0-dbd7-46d3-9139-c3277aa5526f', 'name': 'tempest-AttachVolumeShelveTestJSON-300812533-router', 'tenant_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:16:00Z', 'updated_at': '2022-04-26T14:21:33Z', 'revision_number': 6, 'project_id': 'ceae37df7abe4226ab88abbc1d289a5c', 'gw_port_host': None}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:21:34.079340 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (1a45bcd5-41f7-485c-ae3c-e8dd644fa88d), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.105332 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a45bcd5-41f7-485c-ae3c-e8dd644fa88d,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:34.161733 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558887'] for router_gateway (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.251299 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10446'] for router (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.253254 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] Publish callbacks [] for router_controller (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.359500 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564663'] for router (5a3be8b0-dbd7-46d3-9139-c3277aa5526f), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.360018 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a3be8b0-dbd7-46d3-9139-c3277aa5526f {{(pid=103923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 26 14:21:34.364492 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.369310 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b625cc4a-b357-4007-800b-ed668341e805 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5a3be8b0-dbd7-46d3-9139-c3277aa5526f HTTP/1.1" status: 204 len: 168 time: 0.9181263 Apr 26 14:21:34.369310 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35580) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:34.414941 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fef5a22-8571-4d6e-af59-a13f3cc5ead0 admin admin] Deleting subnet a30cea70-cfe0-4e96-8e8d-25b1736752b4 {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:21:34.418823 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0fef5a22-8571-4d6e-af59-a13f3cc5ead0 admin admin] Publish callbacks [] for subnet (a30cea70-cfe0-4e96-8e8d-25b1736752b4), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.458325 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0fef5a22-8571-4d6e-af59-a13f3cc5ead0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2934499'] for subnet (a30cea70-cfe0-4e96-8e8d-25b1736752b4), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.533188 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0fef5a22-8571-4d6e-af59-a13f3cc5ead0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (a30cea70-cfe0-4e96-8e8d-25b1736752b4), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.639108 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0fef5a22-8571-4d6e-af59-a13f3cc5ead0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3995344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4099138'] for subnet (a30cea70-cfe0-4e96-8e8d-25b1736752b4), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.662112 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef5a22-8571-4d6e-af59-a13f3cc5ead0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a30cea70-cfe0-4e96-8e8d-25b1736752b4,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:34.668036 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0fef5a22-8571-4d6e-af59-a13f3cc5ead0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.671228 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0fef5a22-8571-4d6e-af59-a13f3cc5ead0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a30cea70-cfe0-4e96-8e8d-25b1736752b4 HTTP/1.1" status: 204 len: 168 time: 0.3019886 Apr 26 14:21:34.673530 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70ff1e0-0851-483a-a00b-2a2d35891b62 None None] Network bc63f20b-e52c-4941-838b-394d035812b6 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:21:34.674082 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35582) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:34.742405 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (bc63f20b-e52c-4941-838b-394d035812b6), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.798998 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] Deleting port 3113db6c-a605-47c3-a0a4-85dc470e2a1d {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:21:34.799337 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (3113db6c-a605-47c3-a0a4-85dc470e2a1d), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.851555 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] DHCP port deletion for bc63f20b-e52c-4941-838b-394d035812b6 request from dv-cinder-835133-2-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 26 14:21:34.864174 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] For port 3113db6c-a605-47c3-a0a4-85dc470e2a1d, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=3113db6c-a605-47c3-a0a4-85dc470e2a1d,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:21:34.864542 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (3113db6c-a605-47c3-a0a4-85dc470e2a1d), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.878124 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] Calling delete_port for 3113db6c-a605-47c3-a0a4-85dc470e2a1d owned by network:dhcp {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:21:34.899241 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Deleting port 3113db6c-a605-47c3-a0a4-85dc470e2a1d {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:21:34.899615 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (3113db6c-a605-47c3-a0a4-85dc470e2a1d), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.968217 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] For port 3113db6c-a605-47c3-a0a4-85dc470e2a1d, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=3113db6c-a605-47c3-a0a4-85dc470e2a1d,segment=NetworkSegment(485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca),segment_id=485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:21:34.968614 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (3113db6c-a605-47c3-a0a4-85dc470e2a1d), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:34.985434 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Calling delete_port for 3113db6c-a605-47c3-a0a4-85dc470e2a1d owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:21:35.051013 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (3113db6c-a605-47c3-a0a4-85dc470e2a1d), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:35.061432 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293'] for port (3113db6c-a605-47c3-a0a4-85dc470e2a1d), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:35.089170 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Pushing event deleted for resources: {'Port': ['ID=3113db6c-a605-47c3-a0a4-85dc470e2a1d,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:35.089397 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3113db6c-a605-47c3-a0a4-85dc470e2a1d,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:35.091027 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] No DVR routers for this DVR port 3113db6c-a605-47c3-a0a4-85dc470e2a1d on host dv-cinder-835133-2-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:21:35.091819 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] No DVR routers for this DVR port 3113db6c-a605-47c3-a0a4-85dc470e2a1d on host dv-cinder-835133-2-iscsi {{(pid=103924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:21:35.098943 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:35.099175 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:35.099511 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:35.099852 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:35.100186 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:35.100516 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:35.100842 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:35.101193 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:35.101482 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:35.101807 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:35.102157 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:35.102477 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:35.102796 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4de951-f1d7-4332-b760-3265e6bce788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:35.106918 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 3113db6c-a605-47c3-a0a4-85dc470e2a1d no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:21:35.127564 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 3113db6c-a605-47c3-a0a4-85dc470e2a1d {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:21:35.127914 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 3113db6c-a605-47c3-a0a4-85dc470e2a1d not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:21:35.128330 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:21:35.147370 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:21:35.152484 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 1a45bcd5-41f7-485c-ae3c-e8dd644fa88d not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:21:35.152484 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 2c7c5e41-db51-4276-a106-99b54650e81b no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:21:35.165411 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (bc63f20b-e52c-4941-838b-394d035812b6), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:35.170304 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 2c7c5e41-db51-4276-a106-99b54650e81b {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:21:35.170652 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 2c7c5e41-db51-4276-a106-99b54650e81b not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:21:35.186676 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc63f20b-e52c-4941-838b-394d035812b6']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:35.195511 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:35.195804 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:21:35.204688 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195305'] for segment (485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:35.217382 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:35.223024 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:21:35.223405 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3745622'] for segment (485466c6-e8d1-4f1d-b8ff-e7fcbe47f9ca), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: Traceback (most recent call last): Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: timer() Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: cb(*args, **kw) Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: return func(*args, **kwargs) Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: self._notify() Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: self.callback(batched_events) Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: event.method(event) Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: return f(self, *a, **k) Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._get(url).json() Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: return self.request(url, 'GET', **kwargs) Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:21:35.224992 dv-cinder-835133-2-iscsi neutron-server[103924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:21:35.336056 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (bc63f20b-e52c-4941-838b-394d035812b6), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:35.341344 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:35.344480 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bc63f20b-e52c-4941-838b-394d035812b6 HTTP/1.1" status: 204 len: 168 time: 0.6692646 Apr 26 14:21:35.355643 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8bd9b-6458-4017-8b1a-5e89c85c45c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc63f20b-e52c-4941-838b-394d035812b6,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:35.667660 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35586) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:35.705801 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-edb28f9b-87a3-4f78-b560-920d43706338 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ceae37df7abe4226ab88abbc1d289a5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369213 Apr 26 14:21:35.708121 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35588) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:35.752838 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-68fa0fa9-31ae-42f5-a218-80f955dfa02f admin admin] Publish callbacks [] for security_group (c25f1fb6-d428-4956-a40a-c68a0d75a73f), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:35.776836 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-68fa0fa9-31ae-42f5-a218-80f955dfa02f admin admin] Publish callbacks [] for security_group (c25f1fb6-d428-4956-a40a-c68a0d75a73f), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:35.895829 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-68fa0fa9-31ae-42f5-a218-80f955dfa02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (c25f1fb6-d428-4956-a40a-c68a0d75a73f), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:35.898293 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-68fa0fa9-31ae-42f5-a218-80f955dfa02f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:35.899423 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-68fa0fa9-31ae-42f5-a218-80f955dfa02f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c25f1fb6-d428-4956-a40a-c68a0d75a73f HTTP/1.1" status: 204 len: 168 time: 0.1904316 Apr 26 14:21:35.909605 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa0fa9-31ae-42f5-a218-80f955dfa02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25f1fb6-d428-4956-a40a-c68a0d75a73f,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:38.207049 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35640) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:38.308285 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4f7c0793-aba1-4497-96db-eaf9c0fe275f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:38.381195 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4f7c0793-aba1-4497-96db-eaf9c0fe275f admin admin] Publish callbacks [] for security_group (775f44e7-431f-4841-ab06-3ed06c0c5e5a), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:38.467500 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4f7c0793-aba1-4497-96db-eaf9c0fe275f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (775f44e7-431f-4841-ab06-3ed06c0c5e5a), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:38.504829 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c0793-aba1-4497-96db-eaf9c0fe275f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775f44e7-431f-4841-ab06-3ed06c0c5e5a,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:38.510192 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4f7c0793-aba1-4497-96db-eaf9c0fe275f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c48ecc2f6d3404baadd77f09adc44c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021233 Apr 26 14:21:38.513574 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35646) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:38.560783 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ed0b13aa-27c2-4529-802f-cd349e549aa9 admin admin] Publish callbacks [] for security_group (775f44e7-431f-4841-ab06-3ed06c0c5e5a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:38.580928 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ed0b13aa-27c2-4529-802f-cd349e549aa9 admin admin] Publish callbacks [] for security_group (775f44e7-431f-4841-ab06-3ed06c0c5e5a), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:38.684363 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ed0b13aa-27c2-4529-802f-cd349e549aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (775f44e7-431f-4841-ab06-3ed06c0c5e5a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:38.686925 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ed0b13aa-27c2-4529-802f-cd349e549aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:38.688066 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ed0b13aa-27c2-4529-802f-cd349e549aa9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/775f44e7-431f-4841-ab06-3ed06c0c5e5a HTTP/1.1" status: 204 len: 168 time: 0.1741986 Apr 26 14:21:38.695628 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b13aa-27c2-4529-802f-cd349e549aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775f44e7-431f-4841-ab06-3ed06c0c5e5a,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:39.247152 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35652) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:39.259798 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-279643d3-65c8-4f2a-a0f8-2710b3624749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:39.330803 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-279643d3-65c8-4f2a-a0f8-2710b3624749 admin admin] Publish callbacks [] for security_group (4e063c47-f3e4-4674-a47b-15e604071d85), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:39.402589 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-279643d3-65c8-4f2a-a0f8-2710b3624749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (4e063c47-f3e4-4674-a47b-15e604071d85), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:39.441095 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-279643d3-65c8-4f2a-a0f8-2710b3624749 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f93fb47c72764e57aea6063569665f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1927373 Apr 26 14:21:39.441950 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279643d3-65c8-4f2a-a0f8-2710b3624749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e063c47-f3e4-4674-a47b-15e604071d85,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:39.444185 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35654) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:39.490580 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Publish callbacks [] for security_group (4e063c47-f3e4-4674-a47b-15e604071d85), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:39.512793 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Publish callbacks [] for security_group (4e063c47-f3e4-4674-a47b-15e604071d85), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:39.656065 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (4e063c47-f3e4-4674-a47b-15e604071d85), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:39.658619 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:39.659809 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e063c47-f3e4-4674-a47b-15e604071d85 HTTP/1.1" status: 204 len: 168 time: 0.2150495 Apr 26 14:21:39.668392 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e063c47-f3e4-4674-a47b-15e604071d85,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:39.675519 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:39.687219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:39.687219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:39.687219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:39.687219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:39.687219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:39.687219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:39.687219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:39.687219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:39.687219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:39.687219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:39.687219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:39.687219 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb10331-233c-4a3d-9077-11cd2b4cb82e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:21:40.901819 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:42.939280 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35724) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:43.040089 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-62c9b2ce-50c9-413e-8791-1b3e656f5b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:43.110782 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-62c9b2ce-50c9-413e-8791-1b3e656f5b55 admin admin] Publish callbacks [] for security_group (2c667039-c2e2-4534-9760-fcd552208b99), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:43.202452 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-62c9b2ce-50c9-413e-8791-1b3e656f5b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (2c667039-c2e2-4534-9760-fcd552208b99), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:43.239011 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-62c9b2ce-50c9-413e-8791-1b3e656f5b55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb44a9c360ef46ab89ecc4fe873fd6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987080 Apr 26 14:21:43.239835 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9b2ce-50c9-413e-8791-1b3e656f5b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c667039-c2e2-4534-9760-fcd552208b99,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:43.242394 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35728) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:43.290054 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8041f8aa-b172-48a8-b011-d03b39ea454a admin admin] Publish callbacks [] for security_group (2c667039-c2e2-4534-9760-fcd552208b99), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:43.310566 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8041f8aa-b172-48a8-b011-d03b39ea454a admin admin] Publish callbacks [] for security_group (2c667039-c2e2-4534-9760-fcd552208b99), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:43.421799 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8041f8aa-b172-48a8-b011-d03b39ea454a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (2c667039-c2e2-4534-9760-fcd552208b99), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:43.424377 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8041f8aa-b172-48a8-b011-d03b39ea454a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:43.425543 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-8041f8aa-b172-48a8-b011-d03b39ea454a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c667039-c2e2-4534-9760-fcd552208b99 HTTP/1.1" status: 204 len: 168 time: 0.1821327 Apr 26 14:21:43.438625 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041f8aa-b172-48a8-b011-d03b39ea454a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c667039-c2e2-4534-9760-fcd552208b99,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:44.051657 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35734) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:44.064379 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5549e911-a7d3-4f2d-9985-c9d8ac30e35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:44.135062 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5549e911-a7d3-4f2d-9985-c9d8ac30e35d admin admin] Publish callbacks [] for security_group (213bbd3d-6abb-45c1-8c2e-db91e8459869), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:44.221662 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5549e911-a7d3-4f2d-9985-c9d8ac30e35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (213bbd3d-6abb-45c1-8c2e-db91e8459869), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:44.257956 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-5549e911-a7d3-4f2d-9985-c9d8ac30e35d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9af8aed48a8d4c0fbd3c357d471dbe5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2052727 Apr 26 14:21:44.259127 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549e911-a7d3-4f2d-9985-c9d8ac30e35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213bbd3d-6abb-45c1-8c2e-db91e8459869,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:44.261224 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35736) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:44.310297 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a800-52d9-49f4-a413-147b508c7d30 admin admin] Publish callbacks [] for security_group (213bbd3d-6abb-45c1-8c2e-db91e8459869), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:44.330926 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a800-52d9-49f4-a413-147b508c7d30 admin admin] Publish callbacks [] for security_group (213bbd3d-6abb-45c1-8c2e-db91e8459869), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:44.461944 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a800-52d9-49f4-a413-147b508c7d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (213bbd3d-6abb-45c1-8c2e-db91e8459869), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:44.465271 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a800-52d9-49f4-a413-147b508c7d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:44.466448 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-c5f6a800-52d9-49f4-a413-147b508c7d30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/213bbd3d-6abb-45c1-8c2e-db91e8459869 HTTP/1.1" status: 204 len: 168 time: 0.2042618 Apr 26 14:21:44.474223 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6a800-52d9-49f4-a413-147b508c7d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213bbd3d-6abb-45c1-8c2e-db91e8459869,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:56.335524 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b7542ebc-3842-4558-8c50-a1a5323a73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:57.500088 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35844) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:57.600445 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f562-486c-457c-90c5-e97df7f6175e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:57.676432 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f562-486c-457c-90c5-e97df7f6175e admin admin] Publish callbacks [] for security_group (f77cca50-0176-4fa4-81be-64938c011c5c), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:57.739328 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ccc7f562-486c-457c-90c5-e97df7f6175e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (f77cca50-0176-4fa4-81be-64938c011c5c), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:57.777647 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ccc7f562-486c-457c-90c5-e97df7f6175e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e37b66dbf5a420488f15850d59aac3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765062 Apr 26 14:21:57.778524 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7f562-486c-457c-90c5-e97df7f6175e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77cca50-0176-4fa4-81be-64938c011c5c,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:57.780397 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35848) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:57.829546 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-48403096-d417-4e7b-930d-3d513aa657db admin admin] Publish callbacks [] for security_group (f77cca50-0176-4fa4-81be-64938c011c5c), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:57.850360 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-48403096-d417-4e7b-930d-3d513aa657db admin admin] Publish callbacks [] for security_group (f77cca50-0176-4fa4-81be-64938c011c5c), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:57.947030 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-48403096-d417-4e7b-930d-3d513aa657db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (f77cca50-0176-4fa4-81be-64938c011c5c), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:57.950131 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-48403096-d417-4e7b-930d-3d513aa657db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:57.951265 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-48403096-d417-4e7b-930d-3d513aa657db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f77cca50-0176-4fa4-81be-64938c011c5c HTTP/1.1" status: 204 len: 168 time: 0.1698873 Apr 26 14:21:57.958794 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48403096-d417-4e7b-930d-3d513aa657db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77cca50-0176-4fa4-81be-64938c011c5c,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:58.510901 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6612757f-6e29-49a3-92d6-2a9a868ff915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:58.570245 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35854) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:58.583105 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b156c884-4bcb-4bcc-b7b2-69b33706eff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:58.654515 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b156c884-4bcb-4bcc-b7b2-69b33706eff5 admin admin] Publish callbacks [] for security_group (cfc72a8d-8b0f-4848-bb14-f46f0e550c2b), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:58.750558 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b156c884-4bcb-4bcc-b7b2-69b33706eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (cfc72a8d-8b0f-4848-bb14-f46f0e550c2b), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:58.787091 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b156c884-4bcb-4bcc-b7b2-69b33706eff5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8c6c7c7e9c1487aad480be7d33589d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157886 Apr 26 14:21:58.787952 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156c884-4bcb-4bcc-b7b2-69b33706eff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc72a8d-8b0f-4848-bb14-f46f0e550c2b,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:58.790060 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35856) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:21:58.837119 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4325672e-ced5-4aca-9155-f283af9bdf33 admin admin] Publish callbacks [] for security_group (cfc72a8d-8b0f-4848-bb14-f46f0e550c2b), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:58.860741 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4325672e-ced5-4aca-9155-f283af9bdf33 admin admin] Publish callbacks [] for security_group (cfc72a8d-8b0f-4848-bb14-f46f0e550c2b), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:58.968027 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4325672e-ced5-4aca-9155-f283af9bdf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (cfc72a8d-8b0f-4848-bb14-f46f0e550c2b), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:58.970652 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4325672e-ced5-4aca-9155-f283af9bdf33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:21:58.971765 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4325672e-ced5-4aca-9155-f283af9bdf33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfc72a8d-8b0f-4848-bb14-f46f0e550c2b HTTP/1.1" status: 204 len: 168 time: 0.1807458 Apr 26 14:21:58.980013 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325672e-ced5-4aca-9155-f283af9bdf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc72a8d-8b0f-4848-bb14-f46f0e550c2b,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:21:59.741288 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:00.484311 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35886) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:00.585435 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-44ad4146-d3eb-4c49-804d-8b29292a111f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:00.658748 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-44ad4146-d3eb-4c49-804d-8b29292a111f admin admin] Publish callbacks [] for security_group (a93e2a32-30ac-4836-a984-c1d154cdbad3), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:00.712675 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-44ad4146-d3eb-4c49-804d-8b29292a111f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (a93e2a32-30ac-4836-a984-c1d154cdbad3), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:00.749875 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-44ad4146-d3eb-4c49-804d-8b29292a111f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3acd9d27313143e2ad7c451599e7cb62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644162 Apr 26 14:22:00.751872 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad4146-d3eb-4c49-804d-8b29292a111f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93e2a32-30ac-4836-a984-c1d154cdbad3,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:00.752664 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35890) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:00.800574 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0ea06075-96a1-43d0-ab19-5287287b460b admin admin] Publish callbacks [] for security_group (a93e2a32-30ac-4836-a984-c1d154cdbad3), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:00.821223 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0ea06075-96a1-43d0-ab19-5287287b460b admin admin] Publish callbacks [] for security_group (a93e2a32-30ac-4836-a984-c1d154cdbad3), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:00.912625 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0ea06075-96a1-43d0-ab19-5287287b460b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (a93e2a32-30ac-4836-a984-c1d154cdbad3), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:00.915371 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0ea06075-96a1-43d0-ab19-5287287b460b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:00.917001 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0ea06075-96a1-43d0-ab19-5287287b460b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a93e2a32-30ac-4836-a984-c1d154cdbad3 HTTP/1.1" status: 204 len: 168 time: 0.1633406 Apr 26 14:22:00.924846 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea06075-96a1-43d0-ab19-5287287b460b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93e2a32-30ac-4836-a984-c1d154cdbad3,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:01.381255 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:02.535758 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:03.451834 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:22:10.918012 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:12.165175 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 35976) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:12.279875 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5ce50203-9671-4a53-bbdf-1ca1a5754e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:12.350350 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5ce50203-9671-4a53-bbdf-1ca1a5754e52 admin admin] Publish callbacks [] for security_group (608c37da-1662-4cf1-b2ac-cd8cc1080bcf), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:12.424920 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5ce50203-9671-4a53-bbdf-1ca1a5754e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (608c37da-1662-4cf1-b2ac-cd8cc1080bcf), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:12.466332 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-5ce50203-9671-4a53-bbdf-1ca1a5754e52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1cf065257ec4a94a6d9ef347afe83a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000536 Apr 26 14:22:12.467174 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce50203-9671-4a53-bbdf-1ca1a5754e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608c37da-1662-4cf1-b2ac-cd8cc1080bcf,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:12.469031 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 35980) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:12.516778 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ae1b827f-1c95-4b63-a19e-906dbaab99b1 admin admin] Publish callbacks [] for security_group (608c37da-1662-4cf1-b2ac-cd8cc1080bcf), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:12.537408 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ae1b827f-1c95-4b63-a19e-906dbaab99b1 admin admin] Publish callbacks [] for security_group (608c37da-1662-4cf1-b2ac-cd8cc1080bcf), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:12.688258 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ae1b827f-1c95-4b63-a19e-906dbaab99b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (608c37da-1662-4cf1-b2ac-cd8cc1080bcf), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:12.690730 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ae1b827f-1c95-4b63-a19e-906dbaab99b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:12.691931 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ae1b827f-1c95-4b63-a19e-906dbaab99b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/608c37da-1662-4cf1-b2ac-cd8cc1080bcf HTTP/1.1" status: 204 len: 168 time: 0.2218616 Apr 26 14:22:12.700152 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b827f-1c95-4b63-a19e-906dbaab99b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608c37da-1662-4cf1-b2ac-cd8cc1080bcf,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:18.776165 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 36038) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:18.930598 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-fa22e6b8-527a-486f-a729-170b98cbe9cc tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Deleting port f02f23c0-cbcf-4005-8929-7c9f2c9f7fa5 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:22:18.931470 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa22e6b8-527a-486f-a729-170b98cbe9cc tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (f02f23c0-cbcf-4005-8929-7c9f2c9f7fa5), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:19.005888 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa22e6b8-527a-486f-a729-170b98cbe9cc tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (f02f23c0-cbcf-4005-8929-7c9f2c9f7fa5), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:19.006244 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa22e6b8-527a-486f-a729-170b98cbe9cc tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for floatingip (f02f23c0-cbcf-4005-8929-7c9f2c9f7fa5), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:19.018506 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-fa22e6b8-527a-486f-a729-170b98cbe9cc tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Calling delete_port for f02f23c0-cbcf-4005-8929-7c9f2c9f7fa5 owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:22:19.215548 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa22e6b8-527a-486f-a729-170b98cbe9cc tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (f02f23c0-cbcf-4005-8929-7c9f2c9f7fa5), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:19.240912 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22e6b8-527a-486f-a729-170b98cbe9cc tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event deleted for resources: {'Port': ['ID=f02f23c0-cbcf-4005-8929-7c9f2c9f7fa5,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:19.300786 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa22e6b8-527a-486f-a729-170b98cbe9cc tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for floatingip (d56fc2e6-d9bd-40be-a1ca-2053c22bfcb1), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:19.301114 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-fa22e6b8-527a-486f-a729-170b98cbe9cc tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Floating IP d56fc2e6-d9bd-40be-a1ca-2053c22bfcb1 disassociated (deleted). External IP: 172.27.1.142, port: eefb490f-e9ff-406d-a83d-4ad7915fe49a. Apr 26 14:22:19.511640 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa22e6b8-527a-486f-a729-170b98cbe9cc tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Router b3ffbd3b-0376-4507-b37d-c97d1a39d138 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:22:19.855236 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa22e6b8-527a-486f-a729-170b98cbe9cc tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:22:19.860261 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa22e6b8-527a-486f-a729-170b98cbe9cc tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:19.867775 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a78594b-fd06-4934-91d3-5dd86588aa6c None None] Sync routers for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:22:19.880300 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78594b-fd06-4934-91d3-5dd86588aa6c None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:22:19.881022 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-3a78594b-fd06-4934-91d3-5dd86588aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:21:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:19.893275 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-fa22e6b8-527a-486f-a729-170b98cbe9cc tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "DELETE /v2.0/floatingips/d56fc2e6-d9bd-40be-a1ca-2053c22bfcb1 HTTP/1.1" status: 204 len: 168 time: 1.1158893 Apr 26 14:22:19.894088 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e824471-2b62-4661-b9be-752fe9cc26f1', 'tag': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:22:19.896434 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478595fd5860eeef178e2f17bc4da562bcc5ac2bcb416f5f119a8a02bbcefaa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ff691a-94d5-4d17-9425-e3b61f8e2285" -d '{"events": [{"name": "network-changed", "server_uuid": "3e824471-2b62-4661-b9be-752fe9cc26f1", "tag": "eefb490f-e9ff-406d-a83d-4ad7915fe49a"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:22:19.935847 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02a0e55-8666-4150-a26a-e6f3c988cbdb x-openstack-request-id: req-b02a0e55-8666-4150-a26a-e6f3c988cbdb {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:22:19.936246 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e824471-2b62-4661-b9be-752fe9cc26f1", "tag": "eefb490f-e9ff-406d-a83d-4ad7915fe49a", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:22:19.936630 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b02a0e55-8666-4150-a26a-e6f3c988cbdb {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:22:19.937422 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02a0e55-8666-4150-a26a-e6f3c988cbdb'] response: {'name': 'network-changed', 'server_uuid': '3e824471-2b62-4661-b9be-752fe9cc26f1', 'tag': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a', 'status': 'completed', 'code': 200} Apr 26 14:22:20.003692 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff691a-94d5-4d17-9425-e3b61f8e2285 req-55f6ab60-31da-4959-a83c-272c435a9588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:22:20.005224 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-03ff691a-94d5-4d17-9425-e3b61f8e2285 req-55f6ab60-31da-4959-a83c-272c435a9588 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 1129 time: 0.0461545 Apr 26 14:22:20.010439 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-3a78594b-fd06-4934-91d3-5dd86588aa6c None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:22:20.110732 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff691a-94d5-4d17-9425-e3b61f8e2285 req-c640b6ad-159c-472b-87da-9958ce77b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:22:20.110732 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-03ff691a-94d5-4d17-9425-e3b61f8e2285 req-c640b6ad-159c-472b-87da-9958ce77b1d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c46524c-1ef3-4576-ad52-5298a3962302 HTTP/1.1" status: 200 len: 913 time: 0.0981302 Apr 26 14:22:20.263260 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-3a78594b-fd06-4934-91d3-5dd86588aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '6e1ca529-db29-4ff2-9682-ae46222613e9', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'port_id': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'mac_address': 'fa:16:3e:5a:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:18:41Z', 'updated_at': '2022-04-26T14:18:43Z', 'revision_number': 1, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:20.306363 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a78594b-fd06-4934-91d3-5dd86588aa6c None None] Checking router: b3ffbd3b-0376-4507-b37d-c97d1a39d138 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:22:20.329361 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78594b-fd06-4934-91d3-5dd86588aa6c None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:22:20.329961 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-3a78594b-fd06-4934-91d3-5dd86588aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:21:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:20.414789 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-03ff691a-94d5-4d17-9425-e3b61f8e2285 req-542780d1-aac3-4737-9cab-09ecb527ad86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eefb490f-e9ff-406d-a83d-4ad7915fe49a HTTP/1.1" status: 200 len: 217 time: 0.2989256 Apr 26 14:22:20.459539 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-3a78594b-fd06-4934-91d3-5dd86588aa6c None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:22:20.485520 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff691a-94d5-4d17-9425-e3b61f8e2285 req-d17a1d16-8b12-4d28-a4a3-8a19cc032d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:22:20.487091 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-03ff691a-94d5-4d17-9425-e3b61f8e2285 req-d17a1d16-8b12-4d28-a4a3-8a19cc032d80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03 HTTP/1.1" status: 200 len: 851 time: 0.0644765 Apr 26 14:22:20.511738 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26178e71-e64e-4317-a9d5-1655b020f4e9 req-beee950b-8b11-4ab9-8278-50d45ba6dad8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:22:20.513230 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-26178e71-e64e-4317-a9d5-1655b020f4e9 req-beee950b-8b11-4ab9-8278-50d45ba6dad8 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 945 time: 0.1012294 Apr 26 14:22:20.582533 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff691a-94d5-4d17-9425-e3b61f8e2285 req-24dfab23-965f-4ca1-afa0-75c7929ea5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:22:20.584053 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-03ff691a-94d5-4d17-9425-e3b61f8e2285 req-24dfab23-965f-4ca1-afa0-75c7929ea5d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c46524c-1ef3-4576-ad52-5298a3962302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906677 Apr 26 14:22:20.590432 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-26178e71-e64e-4317-a9d5-1655b020f4e9 req-3dcffb88-44c9-465b-9cd5-62822d9f85a3 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627522 Apr 26 14:22:20.691413 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-03ff691a-94d5-4d17-9425-e3b61f8e2285 req-32b11ad2-4b93-4859-99aa-b747c541f0f9 service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987079 Apr 26 14:22:20.713953 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-3a78594b-fd06-4934-91d3-5dd86588aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '6e1ca529-db29-4ff2-9682-ae46222613e9', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'port_id': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'mac_address': 'fa:16:3e:5a:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:18:41Z', 'updated_at': '2022-04-26T14:18:43Z', 'revision_number': 1, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:20.744933 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a78594b-fd06-4934-91d3-5dd86588aa6c None None] The sync data for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi is: [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_floatingips': [{'id': '6e1ca529-db29-4ff2-9682-ae46222613e9', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'router_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'port_id': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'mac_address': 'fa:16:3e:5a:4f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-26T14:18:41Z', 'updated_at': '2022-04-26T14:18:43Z', 'revision_number': 1, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:22:20.797627 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-03ff691a-94d5-4d17-9425-e3b61f8e2285 req-13f098ce-f727-4bf8-a8f6-03ef418269db service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987933 Apr 26 14:22:20.999586 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767ae68c-21f3-4dea-9b91-fbbf47249322 None None] New status for floating IP d56fc2e6-d9bd-40be-a1ca-2053c22bfcb1: DOWN {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:22:21.708498 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e3cfb-050e-4b9e-8667-5502fe8f43cd req-7bd4fdcd-737b-4343-a97b-d9fe9aa92d99 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:22:21.709881 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4d5e3cfb-050e-4b9e-8667-5502fe8f43cd req-7bd4fdcd-737b-4343-a97b-d9fe9aa92d99 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 945 time: 0.0537751 Apr 26 14:22:21.757926 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4d5e3cfb-050e-4b9e-8667-5502fe8f43cd req-0b475ab4-df5a-4d0a-8f61-11dd55f4d053 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416267 Apr 26 14:22:21.898119 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928be2de-787b-4dc7-bde3-d6481e4b7f69 req-9ded536d-a5d7-4eb6-8578-fbe05432d9da tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:22:21.900189 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-928be2de-787b-4dc7-bde3-d6481e4b7f69 req-9ded536d-a5d7-4eb6-8578-fbe05432d9da tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 945 time: 0.0511358 Apr 26 14:22:21.987821 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-928be2de-787b-4dc7-bde3-d6481e4b7f69 req-1bf1f91f-1142-4fff-8db6-a82f157fa67a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Deleting port eefb490f-e9ff-406d-a83d-4ad7915fe49a {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:22:21.988084 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-928be2de-787b-4dc7-bde3-d6481e4b7f69 req-1bf1f91f-1142-4fff-8db6-a82f157fa67a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:22.075935 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-928be2de-787b-4dc7-bde3-d6481e4b7f69 req-1bf1f91f-1142-4fff-8db6-a82f157fa67a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] For port eefb490f-e9ff-406d-a83d-4ad7915fe49a, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=eefb490f-e9ff-406d-a83d-4ad7915fe49a,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:22:22.076297 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-928be2de-787b-4dc7-bde3-d6481e4b7f69 req-1bf1f91f-1142-4fff-8db6-a82f157fa67a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:22.088488 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-928be2de-787b-4dc7-bde3-d6481e4b7f69 req-1bf1f91f-1142-4fff-8db6-a82f157fa67a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Calling delete_port for eefb490f-e9ff-406d-a83d-4ad7915fe49a owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:22:22.283910 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-928be2de-787b-4dc7-bde3-d6481e4b7f69 req-1bf1f91f-1142-4fff-8db6-a82f157fa67a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (eefb490f-e9ff-406d-a83d-4ad7915fe49a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:22.310641 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1f91f-1142-4fff-8db6-a82f157fa67a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event deleted for resources: {'Port': ['ID=eefb490f-e9ff-406d-a83d-4ad7915fe49a,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:22.353391 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-928be2de-787b-4dc7-bde3-d6481e4b7f69 req-1bf1f91f-1142-4fff-8db6-a82f157fa67a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] No DVR routers for this DVR port eefb490f-e9ff-406d-a83d-4ad7915fe49a on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:22:22.356101 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-928be2de-787b-4dc7-bde3-d6481e4b7f69 req-1bf1f91f-1142-4fff-8db6-a82f157fa67a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:22.359426 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-928be2de-787b-4dc7-bde3-d6481e4b7f69 req-1bf1f91f-1142-4fff-8db6-a82f157fa67a tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "DELETE /v2.0/ports/eefb490f-e9ff-406d-a83d-4ad7915fe49a HTTP/1.1" status: 204 len: 173 time: 0.4537845 Apr 26 14:22:22.359879 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e824471-2b62-4661-b9be-752fe9cc26f1', 'name': 'network-vif-deleted', 'tag': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:22:22.362179 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9decf0ff-2d23-4eff-b538-0b0a3ec73a06" -d '{"events": [{"server_uuid": "3e824471-2b62-4661-b9be-752fe9cc26f1", "name": "network-vif-deleted", "tag": "eefb490f-e9ff-406d-a83d-4ad7915fe49a"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:22:22.402016 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b8f44e-409f-4d42-ac9e-595042c8dfed x-openstack-request-id: req-47b8f44e-409f-4d42-ac9e-595042c8dfed {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:22:22.402016 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e824471-2b62-4661-b9be-752fe9cc26f1", "name": "network-vif-deleted", "tag": "eefb490f-e9ff-406d-a83d-4ad7915fe49a", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:22:22.402016 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47b8f44e-409f-4d42-ac9e-595042c8dfed {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:22:22.402016 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b8f44e-409f-4d42-ac9e-595042c8dfed'] response: {'server_uuid': '3e824471-2b62-4661-b9be-752fe9cc26f1', 'name': 'network-vif-deleted', 'tag': 'eefb490f-e9ff-406d-a83d-4ad7915fe49a', 'status': 'completed', 'code': 200} Apr 26 14:22:22.866511 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-569fd76f-0904-477f-bf59-33a08790aee4 req-c0f8631a-f97c-4359-acac-3a68578de4a0 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e824471-2b62-4661-b9be-752fe9cc26f1 HTTP/1.1" status: 200 len: 210 time: 0.0307987 Apr 26 14:22:24.967276 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device eefb490f-e9ff-406d-a83d-4ad7915fe49a no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:22:24.986614 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: eefb490f-e9ff-406d-a83d-4ad7915fe49a {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:22:24.986952 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device eefb490f-e9ff-406d-a83d-4ad7915fe49a not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:22:25.601608 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 36142) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:25.724188 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c81edf85-1600-4c28-855c-e77aac63c7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:25.795732 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c81edf85-1600-4c28-855c-e77aac63c7a0 admin admin] Publish callbacks [] for security_group (2f09d3ee-2a42-4d17-862a-81e7c19b8da5), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:25.860907 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c81edf85-1600-4c28-855c-e77aac63c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (2f09d3ee-2a42-4d17-862a-81e7c19b8da5), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:25.898606 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c81edf85-1600-4c28-855c-e77aac63c7a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ca083e71294442a835556dd0f9899d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958937 Apr 26 14:22:25.900118 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81edf85-1600-4c28-855c-e77aac63c7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f09d3ee-2a42-4d17-862a-81e7c19b8da5,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:25.901808 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 36146) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:25.948916 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-347d731c-4c2d-45c0-8acc-29a676d2b4b2 admin admin] Publish callbacks [] for security_group (2f09d3ee-2a42-4d17-862a-81e7c19b8da5), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:25.969820 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-347d731c-4c2d-45c0-8acc-29a676d2b4b2 admin admin] Publish callbacks [] for security_group (2f09d3ee-2a42-4d17-862a-81e7c19b8da5), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:26.083770 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-347d731c-4c2d-45c0-8acc-29a676d2b4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (2f09d3ee-2a42-4d17-862a-81e7c19b8da5), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:26.086344 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-347d731c-4c2d-45c0-8acc-29a676d2b4b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:26.088036 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-347d731c-4c2d-45c0-8acc-29a676d2b4b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f09d3ee-2a42-4d17-862a-81e7c19b8da5 HTTP/1.1" status: 204 len: 168 time: 0.1851783 Apr 26 14:22:26.095448 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d731c-4c2d-45c0-8acc-29a676d2b4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f09d3ee-2a42-4d17-862a-81e7c19b8da5,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:26.317601 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 36152) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:26.341677 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6761e02a-1d04-424e-b552-ba4b02d633d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:26.494387 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-00db6c7d-9e98-48f7-82a6-fd307c23fc42 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Deleting port 42a50cf9-0bdc-44fe-8304-68a92c413de5 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:22:26.494730 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-00db6c7d-9e98-48f7-82a6-fd307c23fc42 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (42a50cf9-0bdc-44fe-8304-68a92c413de5), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:26.575040 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-00db6c7d-9e98-48f7-82a6-fd307c23fc42 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (42a50cf9-0bdc-44fe-8304-68a92c413de5), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:26.575364 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-00db6c7d-9e98-48f7-82a6-fd307c23fc42 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for floatingip (42a50cf9-0bdc-44fe-8304-68a92c413de5), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:26.586459 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-00db6c7d-9e98-48f7-82a6-fd307c23fc42 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Calling delete_port for 42a50cf9-0bdc-44fe-8304-68a92c413de5 owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:22:26.791075 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-00db6c7d-9e98-48f7-82a6-fd307c23fc42 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (42a50cf9-0bdc-44fe-8304-68a92c413de5), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:26.815606 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db6c7d-9e98-48f7-82a6-fd307c23fc42 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event deleted for resources: {'Port': ['ID=42a50cf9-0bdc-44fe-8304-68a92c413de5,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:26.877154 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-00db6c7d-9e98-48f7-82a6-fd307c23fc42 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for floatingip (6e1ca529-db29-4ff2-9682-ae46222613e9), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:26.877492 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-00db6c7d-9e98-48f7-82a6-fd307c23fc42 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Floating IP 6e1ca529-db29-4ff2-9682-ae46222613e9 disassociated (deleted). External IP: 172.27.1.99, port: 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1. Apr 26 14:22:27.075772 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00db6c7d-9e98-48f7-82a6-fd307c23fc42 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Router b3ffbd3b-0376-4507-b37d-c97d1a39d138 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:22:27.181805 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00db6c7d-9e98-48f7-82a6-fd307c23fc42 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:22:27.186491 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-00db6c7d-9e98-48f7-82a6-fd307c23fc42 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:27.191058 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce01ef44-4143-495f-9606-a5195e293317 None None] Sync routers for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:22:27.200222 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce01ef44-4143-495f-9606-a5195e293317 None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:22:27.200841 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-ce01ef44-4143-495f-9606-a5195e293317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:21:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:27.215584 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-00db6c7d-9e98-48f7-82a6-fd307c23fc42 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "DELETE /v2.0/floatingips/6e1ca529-db29-4ff2-9682-ae46222613e9 HTTP/1.1" status: 204 len: 168 time: 0.8968394 Apr 26 14:22:27.216335 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'tag': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:22:27.218994 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}478595fd5860eeef178e2f17bc4da562bcc5ac2bcb416f5f119a8a02bbcefaa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee6c1ac-5fb4-4c3c-8da3-1691920390b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e4237844-3d33-4a71-82aa-c4546b5cab6c", "tag": "7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:22:27.256079 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Apr 2022 14:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f84e17e-6d4b-40c5-b652-e220424588ed x-openstack-request-id: req-0f84e17e-6d4b-40c5-b652-e220424588ed {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:22:27.256410 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4237844-3d33-4a71-82aa-c4546b5cab6c", "tag": "7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:22:27.256660 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f84e17e-6d4b-40c5-b652-e220424588ed {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:22:27.257109 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f84e17e-6d4b-40c5-b652-e220424588ed'] response: {'name': 'network-changed', 'server_uuid': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'tag': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'status': 'completed', 'code': 200} Apr 26 14:22:27.313313 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-ce01ef44-4143-495f-9606-a5195e293317 None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:22:27.322166 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6c1ac-5fb4-4c3c-8da3-1691920390b3 req-26e5729f-d456-45e6-b852-7547d48bcb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:22:27.323737 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5ee6c1ac-5fb4-4c3c-8da3-1691920390b3 req-26e5729f-d456-45e6-b852-7547d48bcb50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 1129 time: 0.0450108 Apr 26 14:22:27.416542 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6c1ac-5fb4-4c3c-8da3-1691920390b3 req-87455b20-5527-4d51-bb79-07121bc58428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:22:27.418098 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5ee6c1ac-5fb4-4c3c-8da3-1691920390b3 req-87455b20-5527-4d51-bb79-07121bc58428 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c46524c-1ef3-4576-ad52-5298a3962302 HTTP/1.1" status: 200 len: 913 time: 0.0886605 Apr 26 14:22:27.462903 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5ee6c1ac-5fb4-4c3c-8da3-1691920390b3 req-509a1369-5e3c-4bda-b1e3-1b0edb355b9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 HTTP/1.1" status: 200 len: 217 time: 0.0392032 Apr 26 14:22:27.513450 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6c1ac-5fb4-4c3c-8da3-1691920390b3 req-3081a262-ed89-41b6-864f-0f320f6f4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:22:27.515029 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5ee6c1ac-5fb4-4c3c-8da3-1691920390b3 req-3081a262-ed89-41b6-864f-0f320f6f4197 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03 HTTP/1.1" status: 200 len: 851 time: 0.0471830 Apr 26 14:22:27.564046 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6c1ac-5fb4-4c3c-8da3-1691920390b3 req-4fe09bef-9c80-4f70-b758-bde37286cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:22:27.565468 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5ee6c1ac-5fb4-4c3c-8da3-1691920390b3 req-4fe09bef-9c80-4f70-b758-bde37286cafc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c46524c-1ef3-4576-ad52-5298a3962302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446589 Apr 26 14:22:27.652742 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-ce01ef44-4143-495f-9606-a5195e293317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:27.679454 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce01ef44-4143-495f-9606-a5195e293317 None None] Checking router: b3ffbd3b-0376-4507-b37d-c97d1a39d138 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:22:27.685827 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5ee6c1ac-5fb4-4c3c-8da3-1691920390b3 req-3e5ad7ab-9470-4ffb-8386-fe31bd36658b service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145976 Apr 26 14:22:27.688232 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce01ef44-4143-495f-9606-a5195e293317 None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:22:27.688841 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-ce01ef44-4143-495f-9606-a5195e293317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:21:58Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:27.746807 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23676a0c-16ae-448e-af0c-929eab9e1630 req-d8ec8ef6-4848-4eae-81b1-f40078276ff2 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:22:27.748274 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-23676a0c-16ae-448e-af0c-929eab9e1630 req-d8ec8ef6-4848-4eae-81b1-f40078276ff2 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 945 time: 0.1133230 Apr 26 14:22:27.797233 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-ce01ef44-4143-495f-9606-a5195e293317 None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:22:27.829382 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-23676a0c-16ae-448e-af0c-929eab9e1630 req-6f8e0f38-eb1b-41f4-8670-5b0808e29a56 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751140 Apr 26 14:22:27.831438 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5ee6c1ac-5fb4-4c3c-8da3-1691920390b3 req-934eef69-1118-4545-85c8-cb7a53e92960 service neutron] 10.222.0.26 "GET /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386936 Apr 26 14:22:28.010844 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-ce01ef44-4143-495f-9606-a5195e293317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:28.037644 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce01ef44-4143-495f-9606-a5195e293317 None None] The sync data for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi is: [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:15:19Z', 'revision_number': 4, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi', '_interfaces': [{'id': '6574b08b-d942-4335-8f89-e3680920ed3d', 'name': '', 'network_id': '9c46524c-1ef3-4576-ad52-5298a3962302', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'mac_address': 'fa:16:3e:26:66:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:18Z', 'updated_at': '2022-04-26T14:15:23Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'subnets': [{'id': '5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:22:28.244055 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69f350e-d495-4348-8571-9db08dc1eee1 None None] New status for floating IP 6e1ca529-db29-4ff2-9682-ae46222613e9: DOWN {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 26 14:22:28.529539 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-44d5d452-750e-470d-93b6-0e2ceb51575b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:28.953203 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b447987-d703-49c1-a5d8-a360be964600 req-40156897-654a-4353-9840-905329a913b0 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:22:28.954680 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5b447987-d703-49c1-a5d8-a360be964600 req-40156897-654a-4353-9840-905329a913b0 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 945 time: 0.0545866 Apr 26 14:22:29.001013 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5b447987-d703-49c1-a5d8-a360be964600 req-68008e80-3975-4679-9303-e6268f4fac2c tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/security-groups?id=36fb8660-8c4e-44db-885e-b57737a0090e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408881 Apr 26 14:22:29.140033 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab5f3-0923-4ede-bf2e-74a9f6be475b req-8541c331-ce27-41ef-a366-44df8f5830a1 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 26 14:22:29.141365 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd4ab5f3-0923-4ede-bf2e-74a9f6be475b req-8541c331-ce27-41ef-a366-44df8f5830a1 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 945 time: 0.0506620 Apr 26 14:22:29.231540 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-bd4ab5f3-0923-4ede-bf2e-74a9f6be475b req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Deleting port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:22:29.231879 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bd4ab5f3-0923-4ede-bf2e-74a9f6be475b req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:29.316031 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-bd4ab5f3-0923-4ede-bf2e-74a9f6be475b req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] For port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1, host hv-cinder-83513, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83513',level=0,port_id=7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:22:29.316389 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bd4ab5f3-0923-4ede-bf2e-74a9f6be475b req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:29.328313 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-bd4ab5f3-0923-4ede-bf2e-74a9f6be475b req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Calling delete_port for 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:22:29.518119 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bd4ab5f3-0923-4ede-bf2e-74a9f6be475b req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:29.545721 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event deleted for resources: {'Port': ['ID=7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:29.557922 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:29.558151 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:29.558373 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:29.558705 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:29.559035 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:29.559365 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:29.559691 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:29.560017 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:29.560339 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:29.560661 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:29.560984 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:29.561302 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:29.561622 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:29.598865 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4ab5f3-0923-4ede-bf2e-74a9f6be475b req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] No DVR routers for this DVR port 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 on host hv-cinder-83513 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:22:29.601071 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bd4ab5f3-0923-4ede-bf2e-74a9f6be475b req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:29.604965 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd4ab5f3-0923-4ede-bf2e-74a9f6be475b req-c7b72ae9-bae7-48b1-b2cf-6da8d9c646a7 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.26 "DELETE /v2.0/ports/7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 HTTP/1.1" status: 204 len: 173 time: 0.4586155 Apr 26 14:22:29.605391 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'name': 'network-vif-deleted', 'tag': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 26 14:22:29.607639 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142810eeef7f6beafc66c4570de540173f53db09fa100e76a068fbb8031fc3ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cca280-31c2-410c-a908-a00cf0585c16" -d '{"events": [{"server_uuid": "e4237844-3d33-4a71-82aa-c4546b5cab6c", "name": "network-vif-deleted", "tag": "7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 26 14:22:29.640518 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Apr 2022 14:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd217ec2-47a3-41cb-b06c-6de947aac131 x-openstack-request-id: req-bd217ec2-47a3-41cb-b06c-6de947aac131 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 26 14:22:29.640827 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4237844-3d33-4a71-82aa-c4546b5cab6c", "name": "network-vif-deleted", "tag": "7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 26 14:22:29.641077 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd217ec2-47a3-41cb-b06c-6de947aac131 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 26 14:22:29.641512 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd217ec2-47a3-41cb-b06c-6de947aac131'] response: {'server_uuid': 'e4237844-3d33-4a71-82aa-c4546b5cab6c', 'name': 'network-vif-deleted', 'tag': '7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1', 'status': 'completed', 'code': 200} Apr 26 14:22:29.775900 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:30.093072 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [req-414ba45e-f608-4657-b873-97305fcff6a6 req-529248ff-5632-4294-b7c0-b0f36118d567 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4237844-3d33-4a71-82aa-c4546b5cab6c HTTP/1.1" status: 200 len: 210 time: 0.0265939 Apr 26 14:22:31.147113 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 36168) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:31.268590 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-0f89a550-c4e0-444a-b8f7-5460223ec3b0 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Deleting port 981201e6-2116-41d9-a286-e120ffe7a198 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:22:31.268933 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f89a550-c4e0-444a-b8f7-5460223ec3b0 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (981201e6-2116-41d9-a286-e120ffe7a198), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:31.345941 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f89a550-c4e0-444a-b8f7-5460223ec3b0 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (981201e6-2116-41d9-a286-e120ffe7a198), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:31.346306 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f89a550-c4e0-444a-b8f7-5460223ec3b0 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for floatingip (981201e6-2116-41d9-a286-e120ffe7a198), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:31.357583 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-0f89a550-c4e0-444a-b8f7-5460223ec3b0 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Calling delete_port for 981201e6-2116-41d9-a286-e120ffe7a198 owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:22:31.375267 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:31.535561 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f89a550-c4e0-444a-b8f7-5460223ec3b0 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (981201e6-2116-41d9-a286-e120ffe7a198), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:31.562695 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89a550-c4e0-444a-b8f7-5460223ec3b0 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event deleted for resources: {'Port': ['ID=981201e6-2116-41d9-a286-e120ffe7a198,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:31.622452 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f89a550-c4e0-444a-b8f7-5460223ec3b0 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for floatingip (d5895122-e5f1-49f1-a48d-9aa99b132f66), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:31.624969 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f89a550-c4e0-444a-b8f7-5460223ec3b0 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74621'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:31.626122 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0f89a550-c4e0-444a-b8f7-5460223ec3b0 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "DELETE /v2.0/floatingips/d5895122-e5f1-49f1-a48d-9aa99b132f66 HTTP/1.1" status: 204 len: 168 time: 0.4780066 Apr 26 14:22:32.533237 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:32.960127 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 36180) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:33.019123 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fdc24480-e93a-454f-a34b-2ac6596c7516 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group (36fb8660-8c4e-44db-885e-b57737a0090e), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:33.029385 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 no longer exists at agent hyperv_hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:22:33.044972 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fdc24480-e93a-454f-a34b-2ac6596c7516 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group (36fb8660-8c4e-44db-885e-b57737a0090e), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:33.049604 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] No Port match for: 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:22:33.049940 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Device 7f3ded95-efcc-4fa2-9de9-f5e3b8709fa1 not bound to the agent host hv-cinder-83513 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:22:33.192037 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fdc24480-e93a-454f-a34b-2ac6596c7516 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (36fb8660-8c4e-44db-885e-b57737a0090e), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:33.194555 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fdc24480-e93a-454f-a34b-2ac6596c7516 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:33.195700 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-fdc24480-e93a-454f-a34b-2ac6596c7516 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] 10.222.0.23 "DELETE /v2.0/security-groups/36fb8660-8c4e-44db-885e-b57737a0090e HTTP/1.1" status: 204 len: 168 time: 0.2344577 Apr 26 14:22:33.204421 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc24480-e93a-454f-a34b-2ac6596c7516 tempest-TestVolumeBootPattern-2121529974 tempest-TestVolumeBootPattern-2121529974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fb8660-8c4e-44db-885e-b57737a0090e,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:33.308525 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 36184) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:33.786630 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc3ef-9913-45a1-8285-99e397e7a7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557085'] for router_interface (b3ffbd3b-0376-4507-b37d-c97d1a39d138), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:34.034450 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-e4fbc3ef-9913-45a1-8285-99e397e7a7e0 admin admin] Deleting port 6574b08b-d942-4335-8f89-e3680920ed3d {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:22:34.035143 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc3ef-9913-45a1-8285-99e397e7a7e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:34.110956 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-e4fbc3ef-9913-45a1-8285-99e397e7a7e0 admin admin] For port 6574b08b-d942-4335-8f89-e3680920ed3d, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=6574b08b-d942-4335-8f89-e3680920ed3d,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:22:34.111317 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc3ef-9913-45a1-8285-99e397e7a7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:34.123701 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-e4fbc3ef-9913-45a1-8285-99e397e7a7e0 admin admin] Calling delete_port for 6574b08b-d942-4335-8f89-e3680920ed3d owned by network:router_interface {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:22:34.375795 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc3ef-9913-45a1-8285-99e397e7a7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (6574b08b-d942-4335-8f89-e3680920ed3d), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:34.404061 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbc3ef-9913-45a1-8285-99e397e7a7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6574b08b-d942-4335-8f89-e3680920ed3d,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:34.569294 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc3ef-9913-45a1-8285-99e397e7a7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557185'] for router_interface (b3ffbd3b-0376-4507-b37d-c97d1a39d138), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:34.780941 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fbc3ef-9913-45a1-8285-99e397e7a7e0 admin admin] Router b3ffbd3b-0376-4507-b37d-c97d1a39d138 has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:22:35.130067 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fbc3ef-9913-45a1-8285-99e397e7a7e0 admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:22:35.135694 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-e4fbc3ef-9913-45a1-8285-99e397e7a7e0 admin admin] 10.222.0.23 "PUT /v2.0/routers/b3ffbd3b-0376-4507-b37d-c97d1a39d138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8261206 Apr 26 14:22:35.138350 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 36188) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:35.140291 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a343ab45-fbb5-4216-a7ed-db6921892fa3 None None] Sync routers for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:22:35.150871 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a343ab45-fbb5-4216-a7ed-db6921892fa3 None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:22:35.151523 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-a343ab45-fbb5-4216-a7ed-db6921892fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:22:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:35.241942 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] Publish callbacks [] for router (b3ffbd3b-0376-4507-b37d-c97d1a39d138), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:35.256223 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-a343ab45-fbb5-4216-a7ed-db6921892fa3 None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: dv-cinder-835133-2-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:22:35.343621 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] Publish callbacks [] for router_gateway (b3ffbd3b-0376-4507-b37d-c97d1a39d138), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:35.432693 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-a343ab45-fbb5-4216-a7ed-db6921892fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:22:34Z', 'revision_number': 5, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port': {'id': '94fac4c9-9d1a-4440-8a4c-e0dba814c66f', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:16Z', 'updated_at': '2022-04-26T14:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:35.463284 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a343ab45-fbb5-4216-a7ed-db6921892fa3 None None] Checking router: b3ffbd3b-0376-4507-b37d-c97d1a39d138 for host: dv-cinder-835133-2-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:22:35.471523 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a343ab45-fbb5-4216-a7ed-db6921892fa3 None None] Routers {'b3ffbd3b-0376-4507-b37d-c97d1a39d138'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:22:35.472124 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-a343ab45-fbb5-4216-a7ed-db6921892fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:22:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:35.473330 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] Deleting port 94fac4c9-9d1a-4440-8a4c-e0dba814c66f {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:22:35.473676 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (94fac4c9-9d1a-4440-8a4c-e0dba814c66f), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:35.552689 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] For port 94fac4c9-9d1a-4440-8a4c-e0dba814c66f, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=94fac4c9-9d1a-4440-8a4c-e0dba814c66f,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:22:35.553055 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (94fac4c9-9d1a-4440-8a4c-e0dba814c66f), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:35.559073 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-a343ab45-fbb5-4216-a7ed-db6921892fa3 None None] Set router b3ffbd3b-0376-4507-b37d-c97d1a39d138 gateway port host: None {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:22:35.565246 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] Calling delete_port for 94fac4c9-9d1a-4440-8a4c-e0dba814c66f owned by network:router_gateway {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:22:35.609597 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-a343ab45-fbb5-4216-a7ed-db6921892fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:22:35Z', 'revision_number': 6, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port_host': None}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:35.637623 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a343ab45-fbb5-4216-a7ed-db6921892fa3 None None] The sync data for ids ['b3ffbd3b-0376-4507-b37d-c97d1a39d138'] in dv-cinder-835133-2-iscsi is: [{'id': 'b3ffbd3b-0376-4507-b37d-c97d1a39d138', 'name': 'tempest-TestVolumeBootPattern-1851776325-router', 'tenant_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:15Z', 'updated_at': '2022-04-26T14:22:35Z', 'revision_number': 6, 'project_id': '488b7e9fc3ac419e8f3acaf1bbfd8838', 'gw_port_host': None}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:22:35.797731 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3745571'] for port (94fac4c9-9d1a-4440-8a4c-e0dba814c66f), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:35.825323 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] Pushing event deleted for resources: {'Port': ['ID=94fac4c9-9d1a-4440-8a4c-e0dba814c66f,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:35.882322 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558887'] for router_gateway (b3ffbd3b-0376-4507-b37d-c97d1a39d138), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:35.971091 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10446'] for router (b3ffbd3b-0376-4507-b37d-c97d1a39d138), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:35.973092 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] Publish callbacks [] for router_controller (b3ffbd3b-0376-4507-b37d-c97d1a39d138), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.093128 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564663'] for router (b3ffbd3b-0376-4507-b37d-c97d1a39d138), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.093696 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3ffbd3b-0376-4507-b37d-c97d1a39d138 {{(pid=103924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 26 14:22:36.098587 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.099745 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-7e506e67-3ad7-422b-88f1-63cdb3566595 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b3ffbd3b-0376-4507-b37d-c97d1a39d138 HTTP/1.1" status: 204 len: 168 time: 0.9604228 Apr 26 14:22:36.102246 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 36190) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:36.144973 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c494da-a6c7-408e-89e3-733a700678dd admin admin] Deleting subnet 5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03 {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:22:36.147921 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3c494da-a6c7-408e-89e3-733a700678dd admin admin] Publish callbacks [] for subnet (5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.181026 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3c494da-a6c7-408e-89e3-733a700678dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3195298'] for subnet (5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.257869 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3c494da-a6c7-408e-89e3-733a700678dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.364110 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3c494da-a6c7-408e-89e3-733a700678dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3745788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3767219'] for subnet (5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.387763 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c494da-a6c7-408e-89e3-733a700678dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:36.393567 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3c494da-a6c7-408e-89e3-733a700678dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.396807 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-a3c494da-a6c7-408e-89e3-733a700678dd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5e75096f-3a4d-47e5-bfc3-2d16cf4c4b03 HTTP/1.1" status: 204 len: 168 time: 0.2936466 Apr 26 14:22:36.399999 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 36192) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:36.400713 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efd3853-7ffa-45e3-859a-ac23eafe1c32 None None] Network 9c46524c-1ef3-4576-ad52-5298a3962302 requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:22:36.468332 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (9c46524c-1ef3-4576-ad52-5298a3962302), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.522246 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] Deleting port df800b2e-6d50-4d1f-a5c5-118ed2db6478 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:22:36.522827 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.574865 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] DHCP port deletion for 9c46524c-1ef3-4576-ad52-5298a3962302 request from dv-cinder-835133-2-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 26 14:22:36.589279 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] For port df800b2e-6d50-4d1f-a5c5-118ed2db6478, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=df800b2e-6d50-4d1f-a5c5-118ed2db6478,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:22:36.589645 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.603913 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] Calling delete_port for df800b2e-6d50-4d1f-a5c5-118ed2db6478 owned by network:dhcp {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:22:36.628880 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Deleting port df800b2e-6d50-4d1f-a5c5-118ed2db6478 {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:22:36.629253 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.703096 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] For port df800b2e-6d50-4d1f-a5c5-118ed2db6478, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=df800b2e-6d50-4d1f-a5c5-118ed2db6478,segment=NetworkSegment(9f968337-a65a-46fb-a988-a32d9abfbe74),segment_id=9f968337-a65a-46fb-a988-a32d9abfbe74)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:22:36.703096 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.712888 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Calling delete_port for df800b2e-6d50-4d1f-a5c5-118ed2db6478 owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:22:36.744799 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.771563 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] Pushing event deleted for resources: {'Port': ['ID=df800b2e-6d50-4d1f-a5c5-118ed2db6478,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:36.777716 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] No DVR routers for this DVR port df800b2e-6d50-4d1f-a5c5-118ed2db6478 on host dv-cinder-835133-2-iscsi {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:22:36.790543 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293'] for port (df800b2e-6d50-4d1f-a5c5-118ed2db6478), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.820412 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] No DVR routers for this DVR port df800b2e-6d50-4d1f-a5c5-118ed2db6478 on host dv-cinder-835133-2-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:22:36.821588 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Pushing event deleted for resources: {'Port': ['ID=df800b2e-6d50-4d1f-a5c5-118ed2db6478,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:36.829455 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:36.829455 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:36.829893 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:36.830280 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:36.830607 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:36.830935 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:36.831258 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:36.831572 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:36.831929 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:36.832203 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:36.832520 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:36.832946 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:36.833140 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e33ef0-3677-4463-83a1-03975f56a8b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:36.852799 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (9c46524c-1ef3-4576-ad52-5298a3962302), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.871369 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c46524c-1ef3-4576-ad52-5298a3962302']}} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:36.880128 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f968337-a65a-46fb-a988-a32d9abfbe74') {'for_net_delete': True} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:36.880424 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f968337-a65a-46fb-a988-a32d9abfbe74') {} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:36.889884 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934504'] for segment (9f968337-a65a-46fb-a988-a32d9abfbe74), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.903228 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (9f968337-a65a-46fb-a988-a32d9abfbe74), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.908858 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:22:36.909237 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995258'] for segment (9f968337-a65a-46fb-a988-a32d9abfbe74), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: Traceback (most recent call last): Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: timer() Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: cb(*args, **kw) Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: return func(*args, **kwargs) Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: self._notify() Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: self.callback(batched_events) Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: event.method(event) Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: return f(self, *a, **k) Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: return self._get(url).json() Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: return self.request(url, 'GET', **kwargs) Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:22:36.910854 dv-cinder-835133-2-iscsi neutron-server[103923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:22:37.018874 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (9c46524c-1ef3-4576-ad52-5298a3962302), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:37.024041 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:37.027679 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9c46524c-1ef3-4576-ad52-5298a3962302 HTTP/1.1" status: 204 len: 168 time: 0.6266963 Apr 26 14:22:37.038164 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 36194) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:37.040469 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d09b6c-4e99-41b9-acc5-ea0e8b5ce180 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c46524c-1ef3-4576-ad52-5298a3962302,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:37.127353 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 6574b08b-d942-4335-8f89-e3680920ed3d no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:22:37.146073 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 6574b08b-d942-4335-8f89-e3680920ed3d {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:22:37.146427 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 6574b08b-d942-4335-8f89-e3680920ed3d not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:22:37.146842 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device df800b2e-6d50-4d1f-a5c5-118ed2db6478 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:22:37.165435 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: df800b2e-6d50-4d1f-a5c5-118ed2db6478 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:22:37.165710 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device df800b2e-6d50-4d1f-a5c5-118ed2db6478 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:22:37.166148 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 94fac4c9-9d1a-4440-8a4c-e0dba814c66f no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:22:37.184803 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 94fac4c9-9d1a-4440-8a4c-e0dba814c66f {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:22:37.185151 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 94fac4c9-9d1a-4440-8a4c-e0dba814c66f not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:22:37.378282 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8331a1b2-ae5d-456a-b04d-bf317390639e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557085'] for router_interface (612954a4-b56f-4565-b53e-75a10fc3556a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:37.613678 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-8331a1b2-ae5d-456a-b04d-bf317390639e admin admin] Deleting port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:22:37.614399 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8331a1b2-ae5d-456a-b04d-bf317390639e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:37.690766 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-8331a1b2-ae5d-456a-b04d-bf317390639e admin admin] For port 26d93211-cbfa-473a-8e5f-1bd0bf98df6b, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=26d93211-cbfa-473a-8e5f-1bd0bf98df6b,segment=NetworkSegment(cf20363b-f771-40fa-b25f-eb8a6e715753),segment_id=cf20363b-f771-40fa-b25f-eb8a6e715753)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:22:37.691127 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8331a1b2-ae5d-456a-b04d-bf317390639e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:37.703983 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-8331a1b2-ae5d-456a-b04d-bf317390639e admin admin] Calling delete_port for 26d93211-cbfa-473a-8e5f-1bd0bf98df6b owned by network:router_interface {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:22:37.952212 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8331a1b2-ae5d-456a-b04d-bf317390639e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (26d93211-cbfa-473a-8e5f-1bd0bf98df6b), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:37.977133 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331a1b2-ae5d-456a-b04d-bf317390639e admin admin] Pushing event deleted for resources: {'Port': ['ID=26d93211-cbfa-473a-8e5f-1bd0bf98df6b,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:38.144046 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8331a1b2-ae5d-456a-b04d-bf317390639e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557185'] for router_interface (612954a4-b56f-4565-b53e-75a10fc3556a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:38.351779 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8331a1b2-ae5d-456a-b04d-bf317390639e admin admin] Router 612954a4-b56f-4565-b53e-75a10fc3556a has already been hosted by L3 agent 6ef8ea8c-1833-4808-92bf-0a41691b465c {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 26 14:22:38.456685 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8331a1b2-ae5d-456a-b04d-bf317390639e admin admin] Notify agent at l3_agent.dv-cinder-835133-2-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 26 14:22:38.462364 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-8331a1b2-ae5d-456a-b04d-bf317390639e admin admin] 10.222.0.23 "PUT /v2.0/routers/612954a4-b56f-4565-b53e-75a10fc3556a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4224682 Apr 26 14:22:38.464763 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 36196) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:38.467287 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7111df3f-9584-44fb-9355-79a2c06da601 None None] Sync routers for ids ['612954a4-b56f-4565-b53e-75a10fc3556a'] in dv-cinder-835133-2-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 26 14:22:38.477627 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7111df3f-9584-44fb-9355-79a2c06da601 None None] Routers {'612954a4-b56f-4565-b53e-75a10fc3556a'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:22:38.478258 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-7111df3f-9584-44fb-9355-79a2c06da601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:22:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['612954a4-b56f-4565-b53e-75a10fc3556a'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:38.568623 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] Publish callbacks [] for router (612954a4-b56f-4565-b53e-75a10fc3556a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:38.582604 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-7111df3f-9584-44fb-9355-79a2c06da601 None None] Set router 612954a4-b56f-4565-b53e-75a10fc3556a gateway port host: dv-cinder-835133-2-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:22:38.671260 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] Publish callbacks [] for router_gateway (612954a4-b56f-4565-b53e-75a10fc3556a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:38.755271 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-7111df3f-9584-44fb-9355-79a2c06da601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'name': 'tempest-TestVolumeBootPattern-83125513-router', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'external_fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'edf699fa-cdbb-46a6-b8af-74be86f18499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:22Z', 'updated_at': '2022-04-26T14:22:37Z', 'revision_number': 5, 'project_id': '5d96de440e26445094878f0f21a3670a', 'gw_port': {'id': 'edf699fa-cdbb-46a6-b8af-74be86f18499', 'name': '', 'network_id': '692e678d-165f-4510-9c90-3c52c427e7b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ea:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835133-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-26T14:15:23Z', 'updated_at': '2022-04-26T14:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9358ae49-861f-42fa-9e6a-31be01ccbf93', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835133-2-iscsi'}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:38.785787 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7111df3f-9584-44fb-9355-79a2c06da601 None None] Checking router: 612954a4-b56f-4565-b53e-75a10fc3556a for host: dv-cinder-835133-2-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 26 14:22:38.794842 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7111df3f-9584-44fb-9355-79a2c06da601 None None] Routers {'612954a4-b56f-4565-b53e-75a10fc3556a'} bound to L3 agent in host dv-cinder-835133-2-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 26 14:22:38.795488 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-7111df3f-9584-44fb-9355-79a2c06da601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835133-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-26T14:01:28Z,description=,heartbeat_timestamp=2022-04-26T14:22:28Z,host='dv-cinder-835133-2-iscsi',id=6ef8ea8c-1833-4808-92bf-0a41691b465c,load=0,resource_versions=,resources_synced=,started_at=2022-04-26T14:01:29Z,topic='l3_agent')) {'router_ids': ['612954a4-b56f-4565-b53e-75a10fc3556a'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:38.801286 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] Deleting port edf699fa-cdbb-46a6-b8af-74be86f18499 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:22:38.801622 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (edf699fa-cdbb-46a6-b8af-74be86f18499), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:38.880547 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] For port edf699fa-cdbb-46a6-b8af-74be86f18499, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=edf699fa-cdbb-46a6-b8af-74be86f18499,segment=NetworkSegment(2c74e73b-24ad-4e82-9585-189b9daa75d7),segment_id=2c74e73b-24ad-4e82-9585-189b9daa75d7)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:22:38.880924 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (edf699fa-cdbb-46a6-b8af-74be86f18499), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:38.882459 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-7111df3f-9584-44fb-9355-79a2c06da601 None None] Set router 612954a4-b56f-4565-b53e-75a10fc3556a gateway port host: None {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 26 14:22:38.893474 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] Calling delete_port for edf699fa-cdbb-46a6-b8af-74be86f18499 owned by network:router_gateway {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:22:38.933098 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-7111df3f-9584-44fb-9355-79a2c06da601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'name': 'tempest-TestVolumeBootPattern-83125513-router', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:22Z', 'updated_at': '2022-04-26T14:22:38Z', 'revision_number': 6, 'project_id': '5d96de440e26445094878f0f21a3670a', 'gw_port_host': None}], 'dv-cinder-835133-2-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:38.962975 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7111df3f-9584-44fb-9355-79a2c06da601 None None] The sync data for ids ['612954a4-b56f-4565-b53e-75a10fc3556a'] in dv-cinder-835133-2-iscsi is: [{'id': '612954a4-b56f-4565-b53e-75a10fc3556a', 'name': 'tempest-TestVolumeBootPattern-83125513-router', 'tenant_id': '5d96de440e26445094878f0f21a3670a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-26T14:15:22Z', 'updated_at': '2022-04-26T14:22:38Z', 'revision_number': 6, 'project_id': '5d96de440e26445094878f0f21a3670a', 'gw_port_host': None}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 26 14:22:39.140472 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (edf699fa-cdbb-46a6-b8af-74be86f18499), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:39.166093 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=edf699fa-cdbb-46a6-b8af-74be86f18499,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:39.227007 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558887'] for router_gateway (612954a4-b56f-4565-b53e-75a10fc3556a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:39.326522 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10446'] for router (612954a4-b56f-4565-b53e-75a10fc3556a), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:39.329039 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] Publish callbacks [] for router_controller (612954a4-b56f-4565-b53e-75a10fc3556a), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:39.432456 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564663'] for router (612954a4-b56f-4565-b53e-75a10fc3556a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:39.433007 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 612954a4-b56f-4565-b53e-75a10fc3556a {{(pid=103923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 26 14:22:39.440471 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:39.440471 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d3903196-1bd9-4822-bd15-1249c2fe1e42 admin admin] 10.222.0.23 "DELETE /v2.0/routers/612954a4-b56f-4565-b53e-75a10fc3556a HTTP/1.1" status: 204 len: 168 time: 0.9728899 Apr 26 14:22:39.441405 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.23', 36198) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:39.485670 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Deleting subnet a58ad116-184a-46fc-ac22-c57da76e8b8e {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 26 14:22:39.488678 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Publish callbacks [] for subnet (a58ad116-184a-46fc-ac22-c57da76e8b8e), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:39.526482 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3195298'] for subnet (a58ad116-184a-46fc-ac22-c57da76e8b8e), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:39.599846 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15941024'] for subnet (a58ad116-184a-46fc-ac22-c57da76e8b8e), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:39.706208 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 26d93211-cbfa-473a-8e5f-1bd0bf98df6b no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:22:39.716661 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15940955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3745788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3767219'] for subnet (a58ad116-184a-46fc-ac22-c57da76e8b8e), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:39.726873 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: 26d93211-cbfa-473a-8e5f-1bd0bf98df6b {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:22:39.727865 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device 26d93211-cbfa-473a-8e5f-1bd0bf98df6b not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:22:39.744901 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58ad116-184a-46fc-ac22-c57da76e8b8e,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:39.749191 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:39.753040 dv-cinder-835133-2-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a58ad116-184a-46fc-ac22-c57da76e8b8e HTTP/1.1" status: 204 len: 168 time: 0.3104491 Apr 26 14:22:39.754664 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a33f4-af84-4fe0-b1bc-fe75eb867daa None None] Network 84e0ed59-1f93-4efb-b034-0e8a6b3352cc requested from dv-cinder-835133-2-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 26 14:22:39.755536 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 36200) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:39.759749 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:39.760111 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:39.760453 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:39.760796 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:39.761135 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:39.761470 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:39.761948 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:39.762171 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:39.762517 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:39.762870 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:39.763176 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:39.763580 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:39.764095 dv-cinder-835133-2-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21d4eb4-01dd-4ae5-b369-e374056de8fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835133-2-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 26 14:22:39.834638 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15834209'] for network (84e0ed59-1f93-4efb-b034-0e8a6b3352cc), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:39.892726 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] Deleting port cf076338-0f04-49ae-99a1-0148f48c7f70 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:22:39.893061 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:39.934764 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c20256-cadc-414c-8e54-4f7384079473 None None] DHCP port deletion for 84e0ed59-1f93-4efb-b034-0e8a6b3352cc request from dv-cinder-835133-2-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 26 14:22:39.962306 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] For port cf076338-0f04-49ae-99a1-0148f48c7f70, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=cf076338-0f04-49ae-99a1-0148f48c7f70,segment=NetworkSegment(cf20363b-f771-40fa-b25f-eb8a6e715753),segment_id=cf20363b-f771-40fa-b25f-eb8a6e715753)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:22:39.962669 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:39.975633 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] Calling delete_port for cf076338-0f04-49ae-99a1-0148f48c7f70 owned by network:dhcp {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:22:39.977693 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-a2c20256-cadc-414c-8e54-4f7384079473 None None] Deleting port cf076338-0f04-49ae-99a1-0148f48c7f70 {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 26 14:22:39.978088 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a2c20256-cadc-414c-8e54-4f7384079473 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776438304687'] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:40.041921 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-a2c20256-cadc-414c-8e54-4f7384079473 None None] For port cf076338-0f04-49ae-99a1-0148f48c7f70, host dv-cinder-835133-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835133-2-iscsi',level=0,port_id=cf076338-0f04-49ae-99a1-0148f48c7f70,segment=NetworkSegment(cf20363b-f771-40fa-b25f-eb8a6e715753),segment_id=cf20363b-f771-40fa-b25f-eb8a6e715753)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 26 14:22:40.042268 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a2c20256-cadc-414c-8e54-4f7384079473 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-560037'] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:40.054266 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-a2c20256-cadc-414c-8e54-4f7384079473 None None] Calling delete_port for cf076338-0f04-49ae-99a1-0148f48c7f70 owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 26 14:22:40.141360 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3995151'] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:40.169727 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=cf076338-0f04-49ae-99a1-0148f48c7f70,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:40.178674 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] No DVR routers for this DVR port cf076338-0f04-49ae-99a1-0148f48c7f70 on host dv-cinder-835133-2-iscsi {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:22:40.245874 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15942711', 'neutron.services.segments.db._delete_segments_for_network-8776438051795'] for network (84e0ed59-1f93-4efb-b034-0e8a6b3352cc), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:40.264368 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a2c20256-cadc-414c-8e54-4f7384079473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16115071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776438310678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776437726293'] for port (cf076338-0f04-49ae-99a1-0148f48c7f70), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:40.265566 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e0ed59-1f93-4efb-b034-0e8a6b3352cc']}} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:40.275182 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf20363b-f771-40fa-b25f-eb8a6e715753') {'for_net_delete': True} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:40.275463 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf20363b-f771-40fa-b25f-eb8a6e715753') {} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 26 14:22:40.284722 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776438054876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2934504'] for segment (cf20363b-f771-40fa-b25f-eb8a6e715753), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:40.289150 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c20256-cadc-414c-8e54-4f7384079473 None None] Pushing event deleted for resources: {'Port': ['ID=cf076338-0f04-49ae-99a1-0148f48c7f70,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:40.294020 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c20256-cadc-414c-8e54-4f7384079473 None None] No DVR routers for this DVR port cf076338-0f04-49ae-99a1-0148f48c7f70 on host dv-cinder-835133-2-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 26 14:22:40.301065 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620'] for segment (cf20363b-f771-40fa-b25f-eb8a6e715753), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:40.310320 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 26 14:22:40.310714 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15988620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3995258'] for segment (cf20363b-f771-40fa-b25f-eb8a6e715753), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: Traceback (most recent call last): Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: timer() Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: cb(*args, **kw) Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: return func(*args, **kwargs) Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: self._notify() Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: self.callback(batched_events) Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: event.method(event) Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: aggregate_uuid = self.p_client.list_aggregates( Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: return f(self, *a, **k) Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: return self._get(url).json() Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: return self.request(url, 'GET', **kwargs) Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: base_url = self.get_endpoint(auth, allow=allow, Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 26 14:22:40.312358 dv-cinder-835133-2-iscsi neutron-server[103923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 26 14:22:40.438040 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15942702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558851'] for network (84e0ed59-1f93-4efb-b034-0e8a6b3352cc), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:40.444526 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534565'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:40.448954 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] 10.222.0.23 "DELETE /v2.0/networks/84e0ed59-1f93-4efb-b034-0e8a6b3352cc HTTP/1.1" status: 204 len: 168 time: 0.6911662 Apr 26 14:22:40.452465 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:22:40.457307 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5397eb4-4a0b-49ac-8f3f-7b1b562f2bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=84e0ed59-1f93-4efb-b034-0e8a6b3352cc,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:40.721211 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 36204) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:40.760770 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-05e292ef-cecf-4603-b0af-28456911ba8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=488b7e9fc3ac419e8f3acaf1bbfd8838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383978 Apr 26 14:22:40.763299 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 36206) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:40.809790 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-69a2f68d-e36a-4560-9b60-dba3d6bff759 admin admin] Publish callbacks [] for security_group (7c7554c4-4f41-4114-a97d-5fd25fae4f4b), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:40.830522 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-69a2f68d-e36a-4560-9b60-dba3d6bff759 admin admin] Publish callbacks [] for security_group (7c7554c4-4f41-4114-a97d-5fd25fae4f4b), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:40.875914 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:40.956036 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-69a2f68d-e36a-4560-9b60-dba3d6bff759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (7c7554c4-4f41-4114-a97d-5fd25fae4f4b), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:40.958510 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-69a2f68d-e36a-4560-9b60-dba3d6bff759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:40.959649 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-69a2f68d-e36a-4560-9b60-dba3d6bff759 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c7554c4-4f41-4114-a97d-5fd25fae4f4b HTTP/1.1" status: 204 len: 168 time: 0.1954224 Apr 26 14:22:40.967806 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2f68d-e36a-4560-9b60-dba3d6bff759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7554c4-4f41-4114-a97d-5fd25fae4f4b,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:41.131511 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device edf699fa-cdbb-46a6-b8af-74be86f18499 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:22:41.152171 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: edf699fa-cdbb-46a6-b8af-74be86f18499 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:22:41.152513 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device edf699fa-cdbb-46a6-b8af-74be86f18499 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:22:41.152918 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device cf076338-0f04-49ae-99a1-0148f48c7f70 no longer exists at agent ovs-agent-dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 26 14:22:41.174737 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0958f532-da80-4196-822d-869781811f36 None None] No Port match for: cf076338-0f04-49ae-99a1-0148f48c7f70 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 26 14:22:41.175073 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-0958f532-da80-4196-822d-869781811f36 None None] Device cf076338-0f04-49ae-99a1-0148f48c7f70 not bound to the agent host dv-cinder-835133-2-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 26 14:22:41.549319 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 36212) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:41.590929 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-e871b381-eb02-40ae-b19b-05f86fc4d771 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d96de440e26445094878f0f21a3670a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404143 Apr 26 14:22:41.593385 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.23', 36214) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 26 14:22:41.638683 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-870c2e10-572a-4fea-8b55-8e661c9334c0 admin admin] Publish callbacks [] for security_group (ea2fd815-3095-4c6f-a2a2-12bbbad4a676), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:41.658255 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-870c2e10-572a-4fea-8b55-8e661c9334c0 admin admin] Publish callbacks [] for security_group (ea2fd815-3095-4c6f-a2a2-12bbbad4a676), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:41.803406 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-870c2e10-572a-4fea-8b55-8e661c9334c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-953686'] for security_group (ea2fd815-3095-4c6f-a2a2-12bbbad4a676), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:41.806486 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-870c2e10-572a-4fea-8b55-8e661c9334c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:41.807607 dv-cinder-835133-2-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-870c2e10-572a-4fea-8b55-8e661c9334c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea2fd815-3095-4c6f-a2a2-12bbbad4a676 HTTP/1.1" status: 204 len: 168 time: 0.2133639 Apr 26 14:22:41.815939 dv-cinder-835133-2-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c2e10-572a-4fea-8b55-8e661c9334c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2fd815-3095-4c6f-a2a2-12bbbad4a676,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 26 14:22:56.311702 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f045b779-1fd6-4625-bee3-ace455b32604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:58.509602 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-009cff77-baf6-4e83-9078-4b5115f1ab36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:22:59.777933 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:23:01.380237 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:23:02.523005 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:23:10.875192 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:23:17.451930 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:23:26.305390 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fa7f7e85-b12b-4c4e-b0c9-6b18d53a815a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:23:28.486396 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-013bcbae-be1a-4e27-9088-fc0e6806fee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:23:29.771779 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:23:31.379579 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:23:32.551527 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:23:40.865362 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:23:54.450961 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:23:56.319701 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-36d2add0-4a88-4788-b991-acefe000a3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:23:58.516439 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9db2b305-8560-40a4-bbac-234686009ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:23:59.785751 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:24:01.388911 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:24:02.536733 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:24:10.868530 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:24:26.327665 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-31393c8f-be52-442d-900d-85892d5e0adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:24:28.498968 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-61e6bbe6-895d-49a6-9311-24b86b7a21f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:24:29.770920 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:24:31.384959 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:24:31.450564 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:24:32.565060 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:24:40.910177 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:24:56.416265 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fbc9f8b2-0c07-483d-93c7-521dc4b491b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:24:58.520986 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1de030e4-d59f-4a8a-b5a4-ef173965e910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:24:59.815781 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:25:01.456187 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:25:02.542120 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:25:08.448992 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:25:10.890190 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:25:26.318462 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d65a05ed-a043-4eb3-8ec4-bd0c22d947a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:25:28.491988 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0cea80a1-eb98-4ac9-9609-81d32ab2b74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:25:29.786635 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:25:31.423658 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:25:32.566840 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:25:40.924585 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:25:45.447912 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:25:56.376942 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e5575621-f72f-40bb-a859-92b50d6811b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:25:58.489471 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-86916357-2071-4bfa-b66c-e7915de7efb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:25:59.788578 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:26:01.422759 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:26:02.574868 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:26:10.897033 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:26:22.446822 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:26:26.319918 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6e411b3b-65ce-43d4-b8b6-b8670033c461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:26:28.548360 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-af8ed5aa-a7a4-41ca-8092-84cfa534c94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:26:29.833846 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:26:31.425612 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:26:32.539529 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:26:40.902761 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:26:56.328014 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ccf956d1-51d8-4b38-a31f-1d9ac33db476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:26:58.519067 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fd209fd1-6fe7-4958-b28d-bd8222f3a2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:26:59.445953 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:26:59.859071 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:27:01.419236 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:27:02.544687 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:27:10.970528 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:27:26.367513 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-20d5a61f-677f-4c44-b857-4b1298e134e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:27:28.555424 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9a7ec162-8eee-4318-984c-7768e218959f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (6ef8ea8c-1833-4808-92bf-0a41691b465c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:27:29.841267 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-428d8edd-d94c-4158-bf11-7df0dc25e769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (98399ec2-5193-4d2a-9c97-c9e404bb9ed9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:27:31.447398 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c872ceba-2a63-4ed9-b61b-f807169d07d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (768715c7-ecf5-4fff-9933-ce63967e0102), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:27:32.544225 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0958f532-da80-4196-822d-869781811f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (178dcc29-9ac7-4d18-b63a-56dae73eda3c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:27:36.448076 dv-cinder-835133-2-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-6253843f-cf54-43be-afbb-f2186477608c None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 26 14:27:40.901214 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0054cdd8-65b7-42c8-96d7-b716c857c03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (428aed96-b33b-42ce-853b-b0a9053f28d8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 26 14:27:56.337813 dv-cinder-835133-2-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a7bc27ac-1d98-45f6-9965-9c7a32acbac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776438051777', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15945276'] for agent (5c3c9db9-988c-45ae-8495-833fe2255d6d), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}